-- Logs begin at Wed 2021-09-15 01:52:42 UTC, end at Wed 2021-09-15 03:46:04 UTC. -- Sep 15 02:21:21.308501 dv-cinder-759955-25-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 02:21:23.994643 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.common.config [-] Logging enabled! Sep 15 02:21:23.995233 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev642 Sep 15 02:21:23.995411 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93759) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 02:21:23.998574 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.common.config [-] Logging enabled! Sep 15 02:21:23.998827 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev642 Sep 15 02:21:23.999135 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93759) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 02:21:24.000048 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 02:21:24.000281 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 02:21:24.000646 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 02:21:24.000908 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 02:21:24.001139 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 02:21:24.001454 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.001751 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.002051 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.002279 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.002572 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.002857 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.003132 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.003415 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.003703 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.003982 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.004253 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.004535 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.004764 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.005067 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.005351 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.005631 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.005856 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] debug = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.006130 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.006553 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.006960 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.007238 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.007521 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.007796 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.008062 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.008334 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.008616 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.008960 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] host = dv-cinder-759955-25-iscsi {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.009236 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.009519 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.010328 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.010613 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.010887 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.011160 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.011442 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.011711 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.011978 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] log_file = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.012248 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.012532 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.012818 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.013130 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.013353 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.013574 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.013856 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.014141 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.014411 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.014679 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.014948 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.015217 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.015485 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.015748 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.016027 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.016308 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.016587 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.016856 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.017147 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.017416 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.017682 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.017961 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.018228 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.018493 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.018766 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.019047 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.019312 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.019579 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.019872 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.020152 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.020430 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.020708 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.021065 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.021346 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.021615 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.021882 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.022148 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] use_json = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.022415 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.022682 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.022963 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.023234 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.023503 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.023771 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.024040 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.024319 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:24.024614 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.024934 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.025235 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.026123 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.026418 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.026697 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.026985 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.027264 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.027553 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.027839 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.028124 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.028402 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.028694 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.028998 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.029295 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.029599 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.029891 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.030179 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.030452 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.030725 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.030997 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.031273 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.031555 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.031830 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.032114 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.032399 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.032673 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.032980 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.033270 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.033556 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.033827 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.034104 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.034391 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.034666 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.034937 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.035213 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.035500 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.035774 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.036042 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.036320 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.036594 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.036861 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.037151 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.037428 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.037715 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.037989 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.038257 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.038524 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.038803 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.039068 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.039350 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.039625 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.039892 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.040160 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.040435 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.040703 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.041025 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.041307 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.041579 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.041853 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.042124 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.042392 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.042663 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.042933 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.043201 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.043470 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.043739 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.044013 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.044281 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.044549 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.044816 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.045108 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.045378 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.045660 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.045953 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.046230 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.046504 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.046777 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.047052 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.047325 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.047599 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.047874 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.048147 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.048416 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.048707 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.049009 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.049292 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.049572 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.049846 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.050142 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.050415 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.050691 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.050962 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.051235 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.051513 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.051791 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.052081 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.052370 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.052658 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.052971 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.053261 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.053538 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.053841 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.054118 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:24.054336 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 02:21:24.054574 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93759) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 02:21:24.409645 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 02:21:24.409926 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 02:21:24.410218 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 02:21:24.410553 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 02:21:24.807291 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.807518 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.807794 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.809127 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.809409 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.809679 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.845359 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.845642 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.845914 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.861428 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.861716 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.861986 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.890394 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.890674 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.890948 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.928265 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.928544 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:24.928819 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.164537 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.165205 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.165205 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.165433 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.166172 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.286327 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.286647 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.286932 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.287209 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.287479 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.287796 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.288061 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.288322 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.288577 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.288860 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.289146 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.289416 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.289673 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.289927 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.290186 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.290453 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.290712 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.291007 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.291289 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.291552 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.291826 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.292082 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.292364 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.292744 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.293024 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.293275 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.293670 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:21:25.293911 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:21:25.294150 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:21:25.294387 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:21:25.294622 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:21:25.294857 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:21:25.295226 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 02:21:25.298302 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 02:21:25.302338 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 02:21:25.306039 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 15 02:21:25.308224 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 02:21:25.308648 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 02:21:25.309007 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 02:21:25.309396 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 02:21:25.312152 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 02:21:25.312409 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 02:21:25.312754 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 02:21:25.318072 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 02:21:25.340532 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 02:21:25.341023 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.341322 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93759) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 02:21:25.341686 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.343053 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93759) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 02:21:25.343504 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 02:21:25.343757 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 02:21:25.346797 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.347078 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:25.409826 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 02:21:25.410065 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 02:21:25.410300 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 02:21:25.410663 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 02:21:25.433203 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_db.sqlalchemy.engines [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93759) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 02:21:25.959078 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Initializing driver for type 'gre' Sep 15 02:21:25.959649 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] gre ID ranges: [(1, 1000)] Sep 15 02:21:26.009894 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Initializing driver for type 'local' Sep 15 02:21:26.010227 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Initializing driver for type 'vlan' Sep 15 02:21:26.023015 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] VlanTypeDriver initialization complete Sep 15 02:21:26.023365 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Initializing driver for type 'vxlan' Sep 15 02:21:26.023864 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] vxlan ID ranges: [(1, 1000)] Sep 15 02:21:26.077305 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Initializing extension driver 'port_security' Sep 15 02:21:26.077648 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.extensions.port_security [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] PortSecurityExtensionDriver initialization complete Sep 15 02:21:26.077980 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Initializing mechanism driver 'openvswitch' Sep 15 02:21:26.078299 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Initializing mechanism driver 'hyperv' Sep 15 02:21:26.084762 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:21:26.085464 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > port after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.085836 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > port after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.086189 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > port after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.086704 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:21:26.087133 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > subnet after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.087489 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > subnet after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.088351 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > subnet after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.088770 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:21:26.089181 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > network after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.089531 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > network after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.089876 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > network after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.090280 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:21:26.090668 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > security_group after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.091013 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > security_group after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.091353 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > security_group after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.091885 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:21:26.092281 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.092632 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.093010 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.093406 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:21:26.093807 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > address_group after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.094155 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > address_group after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.094494 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > address_group after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.094883 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93759) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:21:26.095257 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] ML2 OVO RPC backend initialized. {{(pid=93759) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 02:21:26.095954 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router_interface after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.096310 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.096723 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > network before_response 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.097092 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > networks before_response 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.097440 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > port before_response 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.097783 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > ports before_response 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.098126 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > subnet before_response 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.098470 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > subnets before_response 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.098814 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > network after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.099152 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > network after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.099486 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > network after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.099821 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > port after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.100156 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > port after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.100488 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > port after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.100821 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > subnet after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.101180 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > subnet after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.101513 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > subnet after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.102085 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Modular L2 Plugin initialization complete Sep 15 02:21:26.102398 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading services supported by the core plugin {{(pid=93759) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 02:21:26.102731 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.plugins.ml2.managers [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Got port-security extension from driver 'port_security' Sep 15 02:21:26.103173 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.extensions.vlantransparent [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Disabled vlantransparent extension. Sep 15 02:21:26.104269 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93759) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 02:21:26.104584 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading Plugin: router Sep 15 02:21:26.140159 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router_interface before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.140548 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router after_create 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.140941 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router before_create 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.141309 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.141685 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.142043 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router after_delete 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.142402 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > floatingip after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.142752 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > floatingip after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.143109 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router after_create 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.143455 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router after_update 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.143802 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router after_update 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.144147 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.144508 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router after_update 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.144944 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router precommit_update 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.145319 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: port after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.145659 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: port after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.145999 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: subnet after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.146336 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.146686 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > port precommit_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.147033 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router precommit_create 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.147380 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: port before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.147720 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router precommit_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.148077 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router after_update 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.148420 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router precommit_delete 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.148774 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router precommit_create 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.149171 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router_interface after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.149518 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router precommit_update 55549900 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.149882 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > agent after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.150231 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > agent after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.151173 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > network after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.152018 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Tracking information for resource: router configured {{(pid=93759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:21:26.152350 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Tracking information for resource: floatingip configured {{(pid=93759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:21:26.157444 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.db.l3_agentschedulers_db [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 02:21:26.158012 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: port after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.158371 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: port after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.158723 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: port after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.159071 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: port after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.159846 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router before_create 55550100 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.160206 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router precommit_delete 55550100 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.160569 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router precommit_create 55550100 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.160944 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > router precommit_update 55550100 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.165648 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.services.provider_configuration [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service providers = [] {{(pid=93759) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 02:21:26.166200 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.db.servicetype_db [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93759) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 02:21:26.168973 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.services.service_base [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 02:21:26.169323 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.services.service_base [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 02:21:26.169665 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.services.service_base [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 02:21:26.170551 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.services.service_base [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 02:21:26.170926 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.services.service_base [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 02:21:26.171327 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:21:26.171615 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 02:21:26.182448 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:21:26.182789 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading Plugin: auto_allocate Sep 15 02:21:26.188688 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: network precommit_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.189097 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: network precommit_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.189615 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:21:26.189936 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading Plugin: tag Sep 15 02:21:26.196467 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:21:26.196801 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading Plugin: timestamp Sep 15 02:21:26.201419 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:21:26.201744 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading Plugin: network_ip_availability Sep 15 02:21:26.207123 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.207494 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.207851 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.208557 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:21:26.208901 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading Plugin: flavors Sep 15 02:21:26.214329 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:21:26.214608 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading Plugin: revisions Sep 15 02:21:26.218934 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:21:26.219326 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 02:21:26.220061 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93759) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 02:21:26.220396 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Initializing extension manager. Sep 15 02:21:26.220936 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: __init__.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.221281 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: __pycache__ {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.221614 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.221943 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: address_group.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.222698 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.223258 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: address-group Sep 15 02:21:26.223579 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: address_scope.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.224478 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.225012 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: address-scope Sep 15 02:21:26.225336 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: admin_state_down_before_update.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.226254 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.226766 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: router-admin-state-down-before-update Sep 15 02:21:26.227088 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: agent.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.227789 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.228290 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: agent Sep 15 02:21:26.228653 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: agent_resources_synced.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.229649 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.230157 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: agent-resources-synced Sep 15 02:21:26.230482 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: allowedaddresspairs.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.232510 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.233073 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: allowed-address-pairs Sep 15 02:21:26.233402 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: auto_allocated_topology.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.234469 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.234981 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: auto-allocated-topology Sep 15 02:21:26.235308 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: availability_zone.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.235998 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.236511 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: availability_zone Sep 15 02:21:26.236833 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: availability_zone_filter.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.237763 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.238271 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: availability_zone_filter Sep 15 02:21:26.238593 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: data_plane_status.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.239499 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.240000 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 02:21:26.240319 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: default_subnetpools.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.241260 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.241767 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: default-subnetpools Sep 15 02:21:26.242088 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: dhcpagentscheduler.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.242896 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.243398 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: dhcp_agent_scheduler Sep 15 02:21:26.243718 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: dns.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.244647 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.245176 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension dns-integration not supported by any of loaded plugins Sep 15 02:21:26.245496 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: dns_domain_ports.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.246408 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.246913 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 02:21:26.247233 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.248146 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.248643 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 02:21:26.248989 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: dvr.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.249656 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.250152 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: dvr Sep 15 02:21:26.250469 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: ecmp_routes.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.251379 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.251877 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 02:21:26.252193 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: empty_string_filtering.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.253130 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.253632 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: empty-string-filtering Sep 15 02:21:26.253953 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.254864 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.255369 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 02:21:26.255691 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.256610 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.257152 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 02:21:26.257474 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: external_net.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.258378 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.258884 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: external-net Sep 15 02:21:26.259203 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: extra_dhcp_opt.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.260663 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.261201 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: extra_dhcp_opt Sep 15 02:21:26.261521 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: extraroute.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.262437 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.262947 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: extraroute Sep 15 02:21:26.263265 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: extraroute_atomic.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.264285 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.264794 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: extraroute-atomic Sep 15 02:21:26.265145 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: filter_validation.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.265814 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.266319 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: filter-validation Sep 15 02:21:26.266638 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: fip_pf_description.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.267550 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.268051 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 02:21:26.268368 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: fip_port_details.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.269315 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.269819 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: fip-port-details Sep 15 02:21:26.270136 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: flavors.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.271350 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.271861 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: flavors Sep 15 02:21:26.272183 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.273846 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.274367 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 02:21:26.274697 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: floatingip_pools.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.276019 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.276558 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: floatingip-pools Sep 15 02:21:26.276851 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: ip_allocation.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.277808 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.278316 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 02:21:26.278638 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.279589 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.280064 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: ip-substring-filtering Sep 15 02:21:26.280388 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: l2_adjacency.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.281336 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.281836 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 02:21:26.282158 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: l3.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.283236 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.283751 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: router Sep 15 02:21:26.284075 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: l3_conntrack_helper.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.286326 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.286855 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 02:21:26.287195 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.288131 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.288638 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: ext-gw-mode Sep 15 02:21:26.288993 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.289911 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.290414 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: l3-ha Sep 15 02:21:26.290738 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: l3_flavors.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.291670 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.292170 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: l3-flavors Sep 15 02:21:26.292493 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.293426 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.293928 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 02:21:26.294255 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: l3agentscheduler.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.295283 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.295786 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: l3_agent_scheduler Sep 15 02:21:26.296110 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: logging.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.297622 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.298139 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension logging not supported by any of loaded plugins Sep 15 02:21:26.298469 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: metering.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.299210 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.299779 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: metering Sep 15 02:21:26.300104 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.301213 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.301722 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: metering_source_and_destination_fields Sep 15 02:21:26.302046 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: multiprovidernet.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.302965 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.303474 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: multi-provider Sep 15 02:21:26.303793 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: netmtu.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.304705 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.305247 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: net-mtu Sep 15 02:21:26.305568 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: netmtu_writable.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.306475 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.306998 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: net-mtu-writable Sep 15 02:21:26.307323 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: network_availability_zone.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.307985 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.308486 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: network_availability_zone Sep 15 02:21:26.308803 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: network_ip_availability.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.309925 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.310433 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: network-ip-availability Sep 15 02:21:26.310757 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: network_segment_range.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.311519 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.312018 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 02:21:26.312337 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: pagination.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.313345 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.313668 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: pagination Sep 15 02:21:26.313982 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: port_device_profile.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.314903 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.315412 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: port-device-profile Sep 15 02:21:26.315732 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.316660 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.317197 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: port-mac-address-regenerate Sep 15 02:21:26.317519 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.318422 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.318925 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: port-numa-affinity-policy Sep 15 02:21:26.319245 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: port_resource_request.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.320279 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.320782 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 02:21:26.321142 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: portbindings.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.322067 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.323090 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: binding Sep 15 02:21:26.323412 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: portbindings_extended.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.324680 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.325224 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: binding-extended Sep 15 02:21:26.325555 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: portsecurity.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.326461 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.326971 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: port-security Sep 15 02:21:26.327293 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: project_id.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.328273 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.328602 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: project-id Sep 15 02:21:26.328946 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: providernet.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.329866 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.330372 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: provider Sep 15 02:21:26.330692 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: qos.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.334202 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.334726 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension qos not supported by any of loaded plugins Sep 15 02:21:26.335061 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.336304 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.336819 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 02:21:26.337172 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.338689 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.339196 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 02:21:26.339519 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: qos_default.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.340428 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.340964 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension qos-default not supported by any of loaded plugins Sep 15 02:21:26.341287 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: qos_fip.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.341932 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.342431 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension qos-fip not supported by any of loaded plugins Sep 15 02:21:26.342750 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: qos_gateway_ip.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.343666 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.344167 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 02:21:26.344486 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: qos_port_network_policy.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.345419 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.345920 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 02:21:26.346241 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: qos_pps_rule.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.347409 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.347928 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension qos-pps not supported by any of loaded plugins Sep 15 02:21:26.348250 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: qos_rule_type_details.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.349203 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.349712 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 02:21:26.350030 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: qos_rules_alias.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.351078 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.351589 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 02:21:26.351910 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: quotasv2.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.352805 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.353159 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: quotas Sep 15 02:21:26.353525 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: quotasv2_detail.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.357003 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.357344 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: quota_details Sep 15 02:21:26.357680 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: rbac.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.358721 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.359243 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: rbac-policies Sep 15 02:21:26.359571 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: rbac_address_group.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.360495 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.361048 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: rbac-address-group Sep 15 02:21:26.361375 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: rbac_address_scope.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.362297 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.362806 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: rbac-address-scope Sep 15 02:21:26.363128 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: rbac_security_groups.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.364048 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.364556 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: rbac-security-groups Sep 15 02:21:26.364890 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: rbac_subnetpool.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.365815 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.366323 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: rbac-subnetpool Sep 15 02:21:26.366643 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: revisionifmatch.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.367556 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.368067 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: revision-if-match Sep 15 02:21:26.368388 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: revisions.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.369562 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.370069 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: standard-attr-revisions Sep 15 02:21:26.370394 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: router_availability_zone.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.371063 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.371568 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: router_availability_zone Sep 15 02:21:26.371888 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: routerservicetype.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.372805 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.373336 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension router-service-type not supported by any of loaded plugins Sep 15 02:21:26.373664 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.374580 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.375083 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: security-groups-normalized-cidr Sep 15 02:21:26.375403 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: security_groups_port_filtering.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.376317 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.376817 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: port-security-groups-filtering Sep 15 02:21:26.377164 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.378102 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.378615 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: security-groups-remote-address-group Sep 15 02:21:26.378942 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: securitygroup.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.390338 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.390862 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: security-group Sep 15 02:21:26.391195 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: segment.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.391991 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.392496 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension segment not supported by any of loaded plugins Sep 15 02:21:26.392821 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.393791 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.394298 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 02:21:26.394624 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: servicetype.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.395794 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.396313 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: service-type Sep 15 02:21:26.396642 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: sorting.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.397662 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.397992 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: sorting Sep 15 02:21:26.398318 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: standard_attr_segment.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.399233 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.399748 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 02:21:26.400070 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: standardattrdescription.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.400795 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.401332 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: standard-attr-description Sep 15 02:21:26.401654 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: stateful_security_group.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.402580 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.403093 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: stateful-security-group Sep 15 02:21:26.403416 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: stdattrs_common.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.403990 dv-cinder-759955-25-iscsi neutron-server[93759]: WARNING neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 02:21:26.404306 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.405258 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.405764 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 02:21:26.406084 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: subnet_onboard.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.407150 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.407661 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: subnet_onboard Sep 15 02:21:26.407983 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.408934 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.409442 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 02:21:26.409763 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: subnet_service_types.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.410689 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.411198 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: subnet-service-types Sep 15 02:21:26.411520 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: subnetallocation.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.412595 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.413143 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: subnet_allocation Sep 15 02:21:26.413468 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.414128 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.414635 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: subnetpool-prefix-ops Sep 15 02:21:26.414957 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.416414 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.416947 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 02:21:26.417269 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: tagging.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.418335 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.418856 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: standard-attr-tag Sep 15 02:21:26.419181 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: timestamp.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.420366 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.420903 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loaded extension: standard-attr-timestamp Sep 15 02:21:26.421227 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: trunk.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.422248 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.422759 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension trunk not supported by any of loaded plugins Sep 15 02:21:26.423082 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: trunk_details.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.424002 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.424510 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension trunk-details not supported by any of loaded plugins Sep 15 02:21:26.424830 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: uplink_status_propagation.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.425776 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.426284 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 02:21:26.426606 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Loading extension file: vlantransparent.py {{(pid=93759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:21:26.427274 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:21:26.427776 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 02:21:26.430202 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:network Sep 15 02:21:26.430718 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:subnet Sep 15 02:21:26.431113 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:21:26.431519 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:port Sep 15 02:21:26.433305 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.433757 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service FLAVORS assigned prefix: {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.434383 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.434803 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.435138 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:router Sep 15 02:21:26.435564 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:floatingip Sep 15 02:21:26.436047 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service METERING assigned prefix: /metering {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.437502 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.437874 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.438227 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:21:26.439222 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 02:21:26.439675 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:security_group Sep 15 02:21:26.440105 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 02:21:26.440694 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service CORE assigned prefix: {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.441072 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:21:26.441424 dv-cinder-759955-25-iscsi neutron-server[93759]: WARNING neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] subnetpool is already registered Sep 15 02:21:26.441863 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service CORE assigned prefix: {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.442195 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:21:26.442527 dv-cinder-759955-25-iscsi neutron-server[93759]: WARNING neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] subnetpool is already registered Sep 15 02:21:26.444818 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.445280 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service FLAVORS assigned prefix: {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.445870 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.446289 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.446618 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:router Sep 15 02:21:26.446953 dv-cinder-759955-25-iscsi neutron-server[93759]: WARNING neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] router is already registered Sep 15 02:21:26.447389 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:floatingip Sep 15 02:21:26.447723 dv-cinder-759955-25-iscsi neutron-server[93759]: WARNING neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] floatingip is already registered Sep 15 02:21:26.448177 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service METERING assigned prefix: /metering {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.448849 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 02:21:26.449198 dv-cinder-759955-25-iscsi neutron-server[93759]: WARNING neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] rbac_policy is already registered Sep 15 02:21:26.449606 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:security_group Sep 15 02:21:26.449939 dv-cinder-759955-25-iscsi neutron-server[93759]: WARNING neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] security_group is already registered Sep 15 02:21:26.450336 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 02:21:26.450666 dv-cinder-759955-25-iscsi neutron-server[93759]: WARNING neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] security_group_rule is already registered Sep 15 02:21:26.451280 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service CORE assigned prefix: {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.451604 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:21:26.451934 dv-cinder-759955-25-iscsi neutron-server[93759]: WARNING neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] subnetpool is already registered Sep 15 02:21:26.452351 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.v2.resource_helper [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Service CORE assigned prefix: {{(pid=93759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:21:26.452679 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:21:26.453038 dv-cinder-759955-25-iscsi neutron-server[93759]: WARNING neutron.quota.resource_registry [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] subnetpool is already registered Sep 15 02:21:26.453495 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: extensions {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.454954 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: address-groups {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.456426 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: address-scopes {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.457798 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: agents {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.458966 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: auto-allocated-topology {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.460234 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: availability_zones {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.461493 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: dhcp-networks {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.463085 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: dhcp-agents {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.464568 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: routers {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.466783 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: flavors {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.467967 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: service_profiles {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.469213 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: next_providers {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.470677 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: service_profiles {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.472219 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: floatingip-pools {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.473474 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: routers {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.475591 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: floatingips {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.476897 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: l3-routers {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.478297 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: l3-agents {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.480244 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: metering-labels {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.481887 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: metering-label-rules {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.483179 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: network-ip-availabilities {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.484455 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: bindings {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.487070 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: quotas {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.488537 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: quotas {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.489978 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: rbac-policies {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.491182 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: security-groups {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.492496 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: security-group-rules {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.493811 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: service-providers {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.495659 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: subnetpools {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.497122 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: subnetpools {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.498595 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: tags {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.500281 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: tags {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.502148 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: tags {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.503949 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: tags {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.505769 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: tags {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.507626 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: tags {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.509372 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: tags {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.511318 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: tags {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.513119 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: tags {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.514877 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron.api.extensions [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Extended resource: tags {{(pid=93759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:21:26.520843 dv-cinder-759955-25-iscsi neutron-server[93759]: WARNING keystonemiddleware.auth_token [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 02:21:26.526048 dv-cinder-759955-25-iscsi neutron-server[93759]: WARNING keystonemiddleware.auth_token [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 02:21:26.534380 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Acquired lock "singleton_lock" {{(pid=93759) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 02:21:26.534852 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Releasing lock "singleton_lock" {{(pid=93759) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 02:21:26.535492 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO oslo_service.service [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Starting 2 workers Sep 15 02:21:26.540284 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Started child 93868 {{(pid=93759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 02:21:26.545261 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Started child 93869 {{(pid=93759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 02:21:26.546178 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:26.546881 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO neutron.service [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 02:21:26.547480 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Notify callbacks [] for process, before_spawn {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:26.547806 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [-] (93868) wsgi starting up on http://0.0.0.0:9696 Sep 15 02:21:26.549961 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:26.550444 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO oslo_service.service [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Starting 1 workers Sep 15 02:21:26.551320 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [-] (93869) wsgi starting up on http://0.0.0.0:9696 Sep 15 02:21:26.555109 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Started child 93870 {{(pid=93759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 02:21:26.555646 dv-cinder-759955-25-iscsi neutron-server[93759]: INFO oslo_service.service [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Starting 1 workers Sep 15 02:21:26.558696 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.service [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] calling RpcWorker wait() {{(pid=93870) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 02:21:26.559413 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.service [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] returning from RpcWorker wait() {{(pid=93870) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 02:21:26.560107 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Started child 93871 {{(pid=93759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 02:21:26.560447 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:26.560980 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f38585c-5ab0-41fd-b074-1dbd112a5dda None None] Notify callbacks [] for process, after_spawn {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:26.561149 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:21:26.562828 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93759) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 02:21:26.563031 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 02:21:26.563208 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 02:21:26.563426 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 02:21:26.563738 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 02:21:26.563882 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 02:21:26.564408 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.564686 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.564972 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.565121 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:26.565658 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.565658 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.565948 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:21:26.566090 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.566331 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.566583 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.566862 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.567104 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.567275 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.567438 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.567684 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.567939 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.568239 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.568506 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.568747 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.569018 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.569172 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.569478 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.569694 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.570129 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.570284 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] debug = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.570432 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.570851 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.571078 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.571342 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.571571 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.571845 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.572065 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.572348 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.572584 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.572793 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.573072 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.573316 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.573547 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.573754 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.574008 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.574259 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.574495 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.574963 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] host = dv-cinder-759955-25-iscsi {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.575202 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.575429 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.575677 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.575915 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.576163 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.576373 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.576627 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.576849 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.577117 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.577374 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.577600 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.577849 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.578101 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.578337 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_file = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.578491 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_options = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.578715 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.578966 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.579221 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.579405 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.579580 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.579811 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.579976 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.580243 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.580480 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.580640 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.580777 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.581026 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.581255 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.581463 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.581726 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.581964 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.582173 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.582395 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.582647 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.582883 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.583102 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.583342 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.583551 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.583763 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.583975 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.584203 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.584446 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.584653 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.584859 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.585129 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.585363 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.585607 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.585869 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.586043 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.586294 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.586516 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.586736 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.586966 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.587226 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.587486 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.587686 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.588503 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.588723 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.588994 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.589239 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.589480 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.589699 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] use_json = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.589938 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.590136 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.590411 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.590640 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.590874 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.591085 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.591299 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.591532 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.592013 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.592254 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.592569 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.592794 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.593048 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.593286 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.593630 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.593796 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.594383 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.594383 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.594657 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.594765 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.595012 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.595267 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.595633 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.596471 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.596471 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.596471 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.596720 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.596795 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.597055 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.597411 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.597538 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.597708 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.598262 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.598262 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.598434 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.599527 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.599527 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.599527 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.599527 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.599797 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.599942 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.601046 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.601046 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.601046 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.601046 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.601046 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.601355 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.601443 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.601657 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.601881 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.602098 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.602342 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.602562 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.602821 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.603049 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.603266 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.604042 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.604264 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.604475 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.604685 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.604925 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.605140 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.605406 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.605659 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.605893 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.606108 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.606325 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.606820 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.607066 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.607302 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.607512 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.607725 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.608483 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.608483 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.608483 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.608826 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.608826 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.609038 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.609275 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.609513 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.609747 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.609963 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.610170 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.610393 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.610606 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.610840 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.611058 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.611284 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.611524 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.611754 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.611982 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.612385 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.612778 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.613197 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.613417 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.613711 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.613854 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.615668 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.615668 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.615668 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.615668 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.615668 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.615668 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.615668 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.616202 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.616202 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.616403 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.616501 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.618557 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.618557 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.618557 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.618557 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.618557 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.618557 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.618557 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.618557 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.619089 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.619089 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.619089 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.619287 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.619490 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.619669 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.619913 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.620164 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.620441 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.620704 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.621003 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.621240 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.621493 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.621801 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.622053 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.622455 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.622692 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.622920 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.623171 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.623401 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.623661 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.623914 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.624163 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.624399 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.624685 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.624942 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.625167 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.625377 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.625621 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.625973 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.626205 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.626451 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.626661 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.626933 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.627176 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.627408 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.627663 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.627904 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.628138 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.628387 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.628631 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.628859 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.629121 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.629346 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.629554 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.629788 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.629997 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.630252 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.630464 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.630695 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.630952 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.631198 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.631359 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.632163 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.632163 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.632163 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.632435 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.632435 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.632658 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.632905 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.633150 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.633370 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.633603 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.633840 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.634083 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.634301 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.634567 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.634854 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.635088 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.635339 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.635559 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.635824 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.636038 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.636281 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.636500 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.636712 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.636943 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.637164 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.637404 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.637625 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.637851 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.638064 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.638312 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.638552 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.638879 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.639142 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.639369 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.639604 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.639838 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.640084 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.642135 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.642135 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.642135 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.642135 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.642135 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.642135 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.642135 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.642135 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.643235 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.643235 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.643235 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.643235 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.643235 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.643235 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.644016 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.644016 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.644016 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.644408 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.644408 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.644664 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.644664 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.644885 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.645132 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.645369 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.647206 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.647206 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.647206 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.647206 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.647206 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.647206 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.647206 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.647206 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.648276 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.648276 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.648276 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.648276 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.648276 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.648276 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.648816 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.648816 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.649012 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.649090 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.649297 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.649537 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.649742 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.649944 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.650162 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.650912 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.651121 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.651420 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.651668 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.651899 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.652196 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.652442 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.652694 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.652943 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.653242 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.653476 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.653733 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.653947 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.654158 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.654394 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.654661 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.654980 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.655270 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.655510 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.655760 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.656055 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.656335 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.656610 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.656818 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.657119 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.657446 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.657718 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.657976 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.658197 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.658454 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.658696 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.658927 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.659157 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.659387 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.659619 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.659871 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.660112 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.660330 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.660562 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.660789 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.661047 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.661263 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.661487 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.661707 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.661941 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.662094 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 02:21:26.662608 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93759) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 02:21:26.662761 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 02:21:26.662905 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 02:21:26.663075 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 02:21:26.663241 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 02:21:26.663389 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 02:21:26.663594 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.663753 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.663909 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.664064 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.664220 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.664394 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.664551 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.664705 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.664859 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.665024 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.665181 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.665334 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.665488 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.665642 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.665796 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.666007 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.666164 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.666318 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.666477 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.666632 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.666785 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.666938 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.667094 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] debug = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.667249 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.667451 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.667612 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.667766 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.667921 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.668074 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.668228 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.668384 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.668537 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.668699 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.668854 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.669023 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.669172 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.669327 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.669481 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.669634 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.669788 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.669944 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] host = dv-cinder-759955-25-iscsi {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.670098 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.670253 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.670406 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.670559 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.670717 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.670870 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.671024 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.671165 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.671320 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.671474 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.671631 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.671789 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.671939 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.672092 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_file = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.672246 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_options = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.672410 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.672543 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.672696 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.672894 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.673063 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.673218 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.673371 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.673526 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.673680 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.673838 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.673992 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.674146 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.674291 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.674445 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.674600 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.674754 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.674953 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.675040 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.675193 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.675347 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.675501 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.675655 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.675862 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.675984 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.676105 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.676236 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.676376 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.676530 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.676684 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.676837 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.677015 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.677169 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.677322 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.677476 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.677615 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.677771 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.677925 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.678078 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.678236 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.678390 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.678544 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.678697 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.678873 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.679014 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.679138 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.679259 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.679417 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] use_json = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.679583 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.679713 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.679867 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.680021 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.680174 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.680327 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.680480 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.680639 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:21:26.680812 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.680989 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.681148 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.681304 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.681987 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.682183 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.682293 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.682420 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.682578 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.682734 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.682900 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.683057 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.683223 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.683380 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.683536 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.683697 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.683855 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.684012 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.684169 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.684325 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.684481 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.684638 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.684802 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.684964 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.685125 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.685280 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.685436 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.685607 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.685764 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.685922 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.686078 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.686234 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.686392 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.686549 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.686708 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.686865 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.687026 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.687210 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.687342 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.687489 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.687646 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.687801 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.687959 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.688117 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.688273 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.688436 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.688558 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.688719 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.688896 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.689040 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.689197 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.689355 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.689512 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.689669 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.689825 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.689991 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.690148 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.690304 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.690459 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.690616 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.690772 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.690928 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.691084 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.691245 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.691402 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.691557 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.691725 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.691882 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.692037 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.692193 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.692350 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.692506 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.692668 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.692866 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.693084 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.693229 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.693361 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.693496 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.693659 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.693751 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.693877 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.694020 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.694177 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.694335 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.694491 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.694650 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.694806 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.694962 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.695118 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.695282 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.695452 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.695609 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.695764 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.695919 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.696074 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.696230 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.696386 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.696543 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.696699 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.696854 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.697029 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.697259 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.697392 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:21:26.697497 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.697581 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.697709 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.697865 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.698020 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.698176 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.698333 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.698489 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.698645 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.698802 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.698957 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.699112 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.699266 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.699421 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.699585 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.699740 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.699898 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.700054 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.700214 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.700380 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.700538 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.700695 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.700852 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.701032 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.701193 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.701349 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.701505 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.701661 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.701816 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.701972 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.702134 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.702300 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.702455 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.702610 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.702835 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.702935 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.703090 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.703245 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.703400 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.703554 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.703709 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.703865 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.704020 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.704176 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.704331 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.704488 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.704645 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.704801 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.704977 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.705134 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.705290 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.705447 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.705604 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.705760 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.705918 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.706076 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.706231 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.706387 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.706543 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.706699 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.706855 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.707011 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.707168 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.707325 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.707479 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.707634 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.707789 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.707944 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.708098 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.708253 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.708408 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.708568 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.708728 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.708867 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.709058 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.709219 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.709377 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.709534 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.709691 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.709849 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.710009 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.710166 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.710313 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.710465 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.710622 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.710779 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.710936 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.711093 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.711253 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.711409 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.711579 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.711734 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.711931 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.712042 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.712179 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.712335 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.712490 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.712647 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.713410 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.713631 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.713847 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.714064 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.714283 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.714500 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.714765 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.714942 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.715156 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.715597 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.715597 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.715840 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.715968 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.716182 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.716394 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.716606 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.716819 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.717073 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.717287 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.717500 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.717723 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.717934 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.718148 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.718375 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.718588 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.718752 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.718909 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.719067 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.719224 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.719418 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.719532 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.719681 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.719837 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.719994 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.720151 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.720316 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.720473 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.720629 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.720786 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.720964 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.721122 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.721288 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.721446 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.721605 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.721761 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.721918 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.722075 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.722239 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.722397 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.722554 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.722719 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.722875 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.723031 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.723187 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.723368 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.723512 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.723658 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.723814 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.723971 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.724127 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.724285 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.724445 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.724610 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.724774 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.724955 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.725120 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.725284 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.725448 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.725604 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.725767 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.725935 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.726093 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.726249 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.726406 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.726561 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.726717 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.726874 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.727030 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.727186 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.727342 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.727500 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.727655 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.727812 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.727969 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.728126 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.728282 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.728514 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.728673 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.728830 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.729009 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:21:26.729159 dv-cinder-759955-25-iscsi neutron-server[93759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 02:21:26.979948 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33998) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:21:26.988715 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063803 Sep 15 02:21:38.295094 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc679b7-084c-48ae-a64c-4e0219661d36 None None] get_active_networks_info from dv-cinder-759955-25-iscsi {{(pid=93870) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 02:21:38.357211 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-aa336e42-524f-470a-95e0-4c0bdfc7e85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528418'] for agent, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:38.397105 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc679b7-084c-48ae-a64c-4e0219661d36 None None] No non-hosted networks {{(pid=93870) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 02:21:40.673417 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fd109741-fb35-4610-bf9c-14f62bb7283e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528418'] for agent, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:40.730429 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-33f43ce7-9ad9-4284-b484-8433a9469bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:40.942609 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528418'] for agent, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:40.943512 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:40.944121 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:40.944728 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:40.944862 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:40.945181 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:40.945514 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:40.945870 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:40.948695 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:40.949077 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:40.951275 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:40.951760 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:40.952108 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:40.952567 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759955-25-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:21:40.963274 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759955-25-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:21:41.960530 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528418'] for agent, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:43.348370 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528418'] for agent, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:44.549244 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34090) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:21:45.039669 dv-cinder-759955-25-iscsi neutron-server[93869]: WARNING oslo_policy.policy [None req-9645f9a1-a225-4c29-890a-2416b0fc13dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:21:45.040386 dv-cinder-759955-25-iscsi neutron-server[93869]: WARNING oslo_policy.policy [None req-9645f9a1-a225-4c29-890a-2416b0fc13dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:21:45.263517 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [None req-9645f9a1-a225-4c29-890a-2416b0fc13dc admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:21:45.264527 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9645f9a1-a225-4c29-890a-2416b0fc13dc admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7143857 Sep 15 02:21:45.987955 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.db.l3_hamode_db [None req-42c75033-0e12-488d-88c7-317cc1b5b5b7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 02:21:46.064444 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c75033-0e12-488d-88c7-317cc1b5b5b7 None None] Routers set() bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:21:46.064858 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c75033-0e12-488d-88c7-317cc1b5b5b7 None None] Router IDs set() for agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 02:21:47.690748 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34104) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:21:47.993265 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-8a43af48-918a-45c9-9c51-7a635bfce47d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:21:48.084505 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.policy [None req-8a43af48-918a-45c9-9c51-7a635bfce47d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93869) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 02:21:48.128417 dv-cinder-759955-25-iscsi neutron-server[93869]: WARNING oslo_policy.policy [None req-8a43af48-918a-45c9-9c51-7a635bfce47d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:21:48.128799 dv-cinder-759955-25-iscsi neutron-server[93869]: WARNING oslo_policy.policy [None req-8a43af48-918a-45c9-9c51-7a635bfce47d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:21:48.137823 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.quota [None req-8a43af48-918a-45c9-9c51-7a635bfce47d admin admin] Loaded quota_driver: . Sep 15 02:21:48.223083 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8a43af48-918a-45c9-9c51-7a635bfce47d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777370402536', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777370401983', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777370414390', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777370412266', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777369842823', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777370433472', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3451217', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3446095', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-367484', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1763106'] for rbac-policy, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:48.285373 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8a43af48-918a-45c9-9c51-7a635bfce47d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:48.286536 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8a43af48-918a-45c9-9c51-7a635bfce47d admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5948143 Sep 15 02:21:50.841776 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34116) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:21:51.322331 dv-cinder-759955-25-iscsi neutron-server[93868]: WARNING oslo_policy.policy [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:21:51.322948 dv-cinder-759955-25-iscsi neutron-server[93868]: WARNING oslo_policy.policy [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:21:51.543070 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Request body: {'network': {'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'admin_state_up': True, 'name': 'private', 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:21:51.544712 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.quota [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Loaded quota_driver: . Sep 15 02:21:51.598941 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Made reservation on behalf of 911c2d8152d7481fad6c6c9125f3d5a0 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:21:51.665002 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.policy [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93868) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 02:21:51.709359 dv-cinder-759955-25-iscsi neutron-server[93868]: WARNING oslo_policy.policy [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:21:51.709721 dv-cinder-759955-25-iscsi neutron-server[93868]: WARNING oslo_policy.policy [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:21:51.720149 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:51.741321 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:51.869761 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:51.873444 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:51.892490 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:21:51.919596 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777371266452', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:51.920160 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Unsubscribe: segment precommit_create {{(pid=93868) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 02:21:51.920685 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Added segment 7438b42a-d7d9-49fe-bcfc-7d97ce2ec230 of type vlan for network 5e4ba155-3374-46ca-9fdd-d7af237781a3 Sep 15 02:21:51.937367 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc621d-8240-40f2-b5ef-9ba3bde88624,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:21:51.957776 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:51.958132 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:51.958461 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:51.958782 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:51.959098 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:51.959428 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:51.959745 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:51.960071 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:51.960396 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:51.960709 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:51.961045 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:51.961360 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Tracked resource versions report: Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: pushed versions: Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: { 'AddressGroup': {'1.2'}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'ConntrackHelper': {'1.0'}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Log': {'1.0'}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Network': {'1.1'}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Port': {'1.7'}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'PortForwarding': {'1.2'}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'QosPolicy': {'1.9'}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'SecurityGroup': {'1.4'}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'SubPort': {'1.0'}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Subnet': {'1.1'}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Trunk': {'1.1'}} Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: consumer versions: Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: { DHCP agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: L3 agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: Metadata agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: Metering agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: Open vSwitch agent@dv-cinder-759955-25-iscsi: { 'AddressGroup': '1.2', Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'ConntrackHelper': '1.0', Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Log': '1.0', Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Network': '1.1', Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Port': '1.7', Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'PortForwarding': '1.2', Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'QosPolicy': '1.9', Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'SecurityGroup': '1.4', Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'SecurityGroupRule': '1.2', Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'SubPort': '1.0', Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Subnet': '1.1', Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Trunk': '1.1'}} Sep 15 02:21:51.962703 dv-cinder-759955-25-iscsi neutron-server[93868]: {{(pid=93868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:21:52.050440 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:52.090409 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:52.091686 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:21:52.092370 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:52.136209 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2923331 Sep 15 02:21:52.196339 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0011c8-c784-4dc7-bdbc-cda1af128079 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4ba155-3374-46ca-9fdd-d7af237781a3,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:21:52.208615 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 5e4ba155-3374-46ca-9fdd-d7af237781a3 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:21:54.780458 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34138) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:21:55.199482 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92759b-0b92-4346-aab6-b2bea8ab5c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:21:55.200933 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3e92759b-0b92-4346-aab6-b2bea8ab5c49 admin admin] 10.222.0.32 "GET /v2.0/networks/5e4ba155-3374-46ca-9fdd-d7af237781a3 HTTP/1.1" status: 200 len: 825 time: 0.4194863 Sep 15 02:21:55.226117 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2ffd7dc3-b304-4209-84cd-d56d98775d27 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/f4bd10c7-e755-4973-8934-883cb0f3a923 HTTP/1.1" status: 200 len: 734 time: 0.0189514 Sep 15 02:21:55.236274 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Request body: {'subnet': {'subnetpool_id': 'f4bd10c7-e755-4973-8934-883cb0f3a923', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3', 'name': 'private-subnet', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:21:55.264465 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Made reservation on behalf of 911c2d8152d7481fad6c6c9125f3d5a0 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:21:55.267000 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:55.545971 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:55.614526 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Checking segment: {'id': '7438b42a-d7d9-49fe-bcfc-7d97ce2ec230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:21:55.614910 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Network hostable DHCP agents. Network: 5e4ba155-3374-46ca-9fdd-d7af237781a3, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:21:55.625193 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=337d6f16-9e5e-468e-9a3d-0776791fa4b1,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:21:55.641333 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:55.641703 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:55.642042 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:55.642376 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:55.642699 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:55.643063 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:55.643390 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:55.643723 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:55.644058 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:55.644447 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:55.644743 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:55.645099 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Tracked resource versions report: Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: pushed versions: Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: { 'AddressGroup': {'1.2'}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'ConntrackHelper': {'1.0'}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Log': {'1.0'}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Network': {'1.1'}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Port': {'1.7'}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'PortForwarding': {'1.2'}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'QosPolicy': {'1.9'}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'SecurityGroup': {'1.4'}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'SubPort': {'1.0'}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Subnet': {'1.1'}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Trunk': {'1.1'}} Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: consumer versions: Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: { DHCP agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: L3 agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: Metadata agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: Metering agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: Open vSwitch agent@dv-cinder-759955-25-iscsi: { 'AddressGroup': '1.2', Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'ConntrackHelper': '1.0', Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Log': '1.0', Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Network': '1.1', Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Port': '1.7', Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'PortForwarding': '1.2', Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'QosPolicy': '1.9', Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'SecurityGroup': '1.4', Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'SecurityGroupRule': '1.2', Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'SubPort': '1.0', Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Subnet': '1.1', Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Trunk': '1.1'}} Sep 15 02:21:55.646481 dv-cinder-759955-25-iscsi neutron-server[93869]: {{(pid=93869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:21:55.674054 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Network 5e4ba155-3374-46ca-9fdd-d7af237781a3 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:21:55.687220 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 5e4ba155-3374-46ca-9fdd-d7af237781a3) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:21:55.694418 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:21:55.695043 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:55.695739 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c5fb24-bf16-428d-b853-859270e181e8 None None] Network 5e4ba155-3374-46ca-9fdd-d7af237781a3 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:21:55.709820 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1272ca0a-7b11-4b73-94c3-53e1b5d83470 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4767747 Sep 15 02:21:56.008681 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a767ca-0f23-5eb0-80d8-fbb4873b4484-5e4ba155-3374-46ca-9fdd-d7af237781a3', 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'fixed_ips': [{'subnet_id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1'}]}} from dv-cinder-759955-25-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:21:56.010566 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:56.275930 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Allocated IP 172.20.0.2 (5e4ba155-3374-46ca-9fdd-d7af237781a3/337d6f16-9e5e-468e-9a3d-0776791fa4b1/a39f8a30-9aeb-461f-a52f-c090958ab50f) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:21:56.496997 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:56.504122 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:56.574941 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Network 5e4ba155-3374-46ca-9fdd-d7af237781a3 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:21:56.588377 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:21:56.590037 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Pushing event updated for resources: {'Port': ['ID=a39f8a30-9aeb-461f-a52f-c090958ab50f,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:21:56.594632 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:21:56.602514 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:56.602874 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:56.603212 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:56.603572 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:56.603897 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:56.604222 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:56.604540 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:56.604860 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:56.605343 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:56.605914 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:56.606232 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:56.606543 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Tracked resource versions report: Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: pushed versions: Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: { 'AddressGroup': {'1.2'}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'ConntrackHelper': {'1.0'}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Log': {'1.0'}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Network': {'1.1'}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Port': {'1.7'}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'PortForwarding': {'1.2'}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'QosPolicy': {'1.9'}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'SecurityGroup': {'1.4'}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'SubPort': {'1.0'}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Subnet': {'1.1'}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Trunk': {'1.1'}} Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: consumer versions: Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: { DHCP agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: L3 agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: Metadata agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: Metering agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: Open vSwitch agent@dv-cinder-759955-25-iscsi: { 'AddressGroup': '1.2', Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'ConntrackHelper': '1.0', Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Log': '1.0', Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Network': '1.1', Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Port': '1.7', Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'PortForwarding': '1.2', Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'QosPolicy': '1.9', Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'SecurityGroup': '1.4', Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'SecurityGroupRule': '1.2', Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'SubPort': '1.0', Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Subnet': '1.1', Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Trunk': '1.1'}} Sep 15 02:21:56.607883 dv-cinder-759955-25-iscsi neutron-server[93870]: {{(pid=93870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:21:56.678019 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Attempting to bind port a39f8a30-9aeb-461f-a52f-c090958ab50f on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:21:56.678403 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Attempting to bind port a39f8a30-9aeb-461f-a52f-c090958ab50f by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '7438b42a-d7d9-49fe-bcfc-7d97ce2ec230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:21:56.678829 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Attempting to bind port a39f8a30-9aeb-461f-a52f-c090958ab50f on network 5e4ba155-3374-46ca-9fdd-d7af237781a3 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:21:56.684139 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:21:56.684544 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Checking segment: {'id': '7438b42a-d7d9-49fe-bcfc-7d97ce2ec230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:21:56.685038 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:56.685424 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Bound using segment: {'id': '7438b42a-d7d9-49fe-bcfc-7d97ce2ec230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:21:56.685898 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Bound port: a39f8a30-9aeb-461f-a52f-c090958ab50f, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7438b42a-d7d9-49fe-bcfc-7d97ce2ec230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:21:56.686295 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:56.746306 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] For port a39f8a30-9aeb-461f-a52f-c090958ab50f, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:21:56.750461 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] For port a39f8a30-9aeb-461f-a52f-c090958ab50f, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=a39f8a30-9aeb-461f-a52f-c090958ab50f,segment=NetworkSegment(7438b42a-d7d9-49fe-bcfc-7d97ce2ec230),segment_id=7438b42a-d7d9-49fe-bcfc-7d97ce2ec230)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:21:56.755340 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:21:56.816901 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302eaf8c-60a4-472f-a0d3-9b20a2e7448b None None] Pushing event updated for resources: {'Port': ['ID=a39f8a30-9aeb-461f-a52f-c090958ab50f,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:21:58.114513 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34150) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:21:58.423255 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [None req-d7b6e905-fd11-496b-a105-a0159363df38 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:21:58.424341 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d7b6e905-fd11-496b-a105-a0159363df38 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087945 Sep 15 02:22:00.826843 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34158) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:22:01.136702 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [None req-9e46c45f-a665-4162-bd14-9807da94f3b2 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:22:01.148910 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9e46c45f-a665-4162-bd14-9807da94f3b2 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3099761 Sep 15 02:22:03.759036 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34168) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:22:04.061126 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-e76367ca-c605-4fa8-b295-7d2f8ea81790 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:22:04.084974 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e76367ca-c605-4fa8-b295-7d2f8ea81790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7369'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:04.086538 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e76367ca-c605-4fa8-b295-7d2f8ea81790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:04.241837 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e76367ca-c605-4fa8-b295-7d2f8ea81790 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:04.247261 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e76367ca-c605-4fa8-b295-7d2f8ea81790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528479'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:04.261073 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e76367ca-c605-4fa8-b295-7d2f8ea81790 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:04.262371 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e76367ca-c605-4fa8-b295-7d2f8ea81790 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5018570 Sep 15 02:22:04.437073 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device a39f8a30-9aeb-461f-a52f-c090958ab50f up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:22:04.524584 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port a39f8a30-9aeb-461f-a52f-c090958ab50f triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:22:04.525038 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:04.637349 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:04.673759 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port a39f8a30-9aeb-461f-a52f-c090958ab50f, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=a39f8a30-9aeb-461f-a52f-c090958ab50f,segment=NetworkSegment(7438b42a-d7d9-49fe-bcfc-7d97ce2ec230),segment_id=7438b42a-d7d9-49fe-bcfc-7d97ce2ec230)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:22:04.681119 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:04.729789 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=a39f8a30-9aeb-461f-a52f-c090958ab50f,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:05.113358 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d32c06-d27e-411d-9ead-1ebced6609b5 None None] Network 5e4ba155-3374-46ca-9fdd-d7af237781a3 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:22:05.226750 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-0ff0565d-ce99-4d5f-a037-27ca01408b87 None None] Provisioning complete for port a39f8a30-9aeb-461f-a52f-c090958ab50f triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:22:05.227118 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0ff0565d-ce99-4d5f-a037-27ca01408b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:05.562950 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-82df958a-eca3-493f-ba9a-6502ea8ad35e None None] Provisioning complete for port a39f8a30-9aeb-461f-a52f-c090958ab50f triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:22:05.563585 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-82df958a-eca3-493f-ba9a-6502ea8ad35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:06.424138 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device a39f8a30-9aeb-461f-a52f-c090958ab50f up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:22:06.472635 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port a39f8a30-9aeb-461f-a52f-c090958ab50f triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:22:06.473045 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:06.662934 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34180) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:22:06.966194 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [None req-6ac0ae0a-a27d-4544-8623-fc275272ce51 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:22:06.967178 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6ac0ae0a-a27d-4544-8623-fc275272ce51 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3032949 Sep 15 02:22:08.169243 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6e3e-88b1-429a-a800-2be857aa4682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:09.352738 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34188) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:22:09.653004 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:22:09.675025 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Made reservation on behalf of 2c09835f6deb405b989b793378de873e for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:22:09.677606 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:09.692870 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:09.808180 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:09.811512 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:09.826067 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Reserving flat network on physical network physnet1 {{(pid=93869) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 02:22:09.847487 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b3491f-d16a-4dac-b63d-fce53ea6a3cc,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:09.850728 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777371266452', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:09.851183 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Unsubscribe: segment precommit_create {{(pid=93869) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 02:22:09.851689 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Added segment 0d438e7f-b8c0-4a0c-91be-67163e1bcb16 of type flat for network 73626132-cd8b-4a23-a2b0-fb3708e8a009 Sep 15 02:22:09.904892 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:09.942970 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:09.943885 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:22:09.944462 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:09.984937 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6311266 Sep 15 02:22:10.040263 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b502d2-e1af-4f26-a129-be3742ff7ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=73626132-cd8b-4a23-a2b0-fb3708e8a009,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:10.051399 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:22:10.654542 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f48cc0d0-e205-4a57-916d-a6a0ba744292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:10.942812 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:11.904318 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:12.330395 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34206) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:22:12.539460 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc19181d-f741-4f37-8ddd-62bc0853455f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:22:12.540819 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-dc19181d-f741-4f37-8ddd-62bc0853455f admin admin] 10.222.0.32 "GET /v2.0/subnets/337d6f16-9e5e-468e-9a3d-0776791fa4b1 HTTP/1.1" status: 200 len: 849 time: 0.2094188 Sep 15 02:22:12.702050 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5e01ef24-26c1-4860-b760-883c99200a5c admin admin] 10.222.0.32 "GET /v2.0/routers/b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 HTTP/1.1" status: 200 len: 704 time: 0.1550779 Sep 15 02:22:12.975725 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:13.260627 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Allocated IP 172.20.0.1 (5e4ba155-3374-46ca-9fdd-d7af237781a3/337d6f16-9e5e-468e-9a3d-0776791fa4b1/4d90581e-40de-48e6-9a17-99b67af3965e) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:22:13.298632 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:13.438906 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:13.503976 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:13.575631 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Network 5e4ba155-3374-46ca-9fdd-d7af237781a3 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:22:13.580093 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:22:13.592578 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:22:13.593141 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528520'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:13.611174 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Pushing event updated for resources: {'Port': ['ID=4d90581e-40de-48e6-9a17-99b67af3965e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:13.779947 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:13.794830 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-7fa827bc-2498-44a7-8532-10e5010caeaf None None] Provisioning complete for port 4d90581e-40de-48e6-9a17-99b67af3965e triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:22:13.795204 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7fa827bc-2498-44a7-8532-10e5010caeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:13.827270 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-7fa827bc-2498-44a7-8532-10e5010caeaf None None] Port 4d90581e-40de-48e6-9a17-99b67af3965e cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:22:14.025589 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:14.029965 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:14.030707 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531480'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:14.089546 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Pushing event updated for resources: {'Port': ['ID=4d90581e-40de-48e6-9a17-99b67af3965e,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:14.152760 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Network 5e4ba155-3374-46ca-9fdd-d7af237781a3 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:22:14.154062 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:22:14.314702 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Router b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 is scheduled to L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:22:14.346389 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-187c4adf-edf0-4471-aea9-5c72c850b2e2 None None] Provisioning complete for port 4d90581e-40de-48e6-9a17-99b67af3965e triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:22:14.346925 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-187c4adf-edf0-4471-aea9-5c72c850b2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:14.378964 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-187c4adf-edf0-4471-aea9-5c72c850b2e2 None None] Port 4d90581e-40de-48e6-9a17-99b67af3965e cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:22:14.405339 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:22:14.410453 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-075f47dc-c4ce-46d9-b2b7-d1e49c487e8f admin admin] 10.222.0.32 "PUT /v2.0/routers/b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7026725 Sep 15 02:22:14.418851 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Sync routers for ids ['b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:22:14.430553 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Routers {'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:22:14.431368 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:22:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:22:14.615397 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Set router b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:22:15.034152 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'name': 'router1', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:22:04Z', 'updated_at': '2021-09-15T02:22:13Z', 'revision_number': 2, 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'gw_port_host': None, '_interfaces': [{'id': '4d90581e-40de-48e6-9a17-99b67af3965e', 'name': '', 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'mac_address': 'fa:16:3e:2e:c5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:22:13Z', 'updated_at': '2021-09-15T02:22:13Z', 'revision_number': 2, 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'subnets': [{'id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4bd10c7-e755-4973-8934-883cb0f3a923'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:22:15.084989 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Checking router: b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:22:15.085367 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Updating router b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 port 4d90581e-40de-48e6-9a17-99b67af3965e binding host dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:22:15.133779 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:15.639713 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:15.647059 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:15.808813 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Pushing event updated for resources: {'Port': ['ID=4d90581e-40de-48e6-9a17-99b67af3965e,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:15.821918 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Attempting to bind port 4d90581e-40de-48e6-9a17-99b67af3965e on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:22:15.822315 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Attempting to bind port 4d90581e-40de-48e6-9a17-99b67af3965e by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '7438b42a-d7d9-49fe-bcfc-7d97ce2ec230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:22:15.822758 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Attempting to bind port 4d90581e-40de-48e6-9a17-99b67af3965e on network 5e4ba155-3374-46ca-9fdd-d7af237781a3 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:22:15.826282 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:22:15.826632 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:22:15.826971 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:22:15.827302 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:22:15.827626 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:22:15.827951 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:22:15.828272 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:22:15.828599 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:22:15.828946 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:22:15.829266 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:22:15.829583 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:22:15.829902 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Tracked resource versions report: Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: pushed versions: Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: { 'AddressGroup': {'1.2'}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'ConntrackHelper': {'1.0'}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Log': {'1.0'}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Network': {'1.1'}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Port': {'1.7'}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'PortForwarding': {'1.2'}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'QosPolicy': {'1.9'}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'SecurityGroup': {'1.4'}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'SubPort': {'1.0'}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Subnet': {'1.1'}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Trunk': {'1.1'}} Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: consumer versions: Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: { DHCP agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: L3 agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: Metadata agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: Metering agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: Open vSwitch agent@dv-cinder-759955-25-iscsi: { 'AddressGroup': '1.2', Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'ConntrackHelper': '1.0', Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Log': '1.0', Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Network': '1.1', Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Port': '1.7', Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'PortForwarding': '1.2', Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'QosPolicy': '1.9', Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'SecurityGroup': '1.4', Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'SecurityGroupRule': '1.2', Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'SubPort': '1.0', Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Subnet': '1.1', Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Trunk': '1.1'}} Sep 15 02:22:15.831211 dv-cinder-759955-25-iscsi neutron-server[93871]: {{(pid=93871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:22:15.835890 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:22:15.836296 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Checking segment: {'id': '7438b42a-d7d9-49fe-bcfc-7d97ce2ec230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:22:15.836763 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:15.837680 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Bound using segment: {'id': '7438b42a-d7d9-49fe-bcfc-7d97ce2ec230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:22:15.838164 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Bound port: 4d90581e-40de-48e6-9a17-99b67af3965e, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7438b42a-d7d9-49fe-bcfc-7d97ce2ec230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:22:15.838557 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:15.901283 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] For port 4d90581e-40de-48e6-9a17-99b67af3965e, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:22:15.904761 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f26db5de-dbe7-4ee4-b7eb-7dfac3c1f9b1 None None] Provisioning complete for port 4d90581e-40de-48e6-9a17-99b67af3965e triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:22:15.905277 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f26db5de-dbe7-4ee4-b7eb-7dfac3c1f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:15.922000 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] For port 4d90581e-40de-48e6-9a17-99b67af3965e, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=4d90581e-40de-48e6-9a17-99b67af3965e,segment=NetworkSegment(7438b42a-d7d9-49fe-bcfc-7d97ce2ec230),segment_id=7438b42a-d7d9-49fe-bcfc-7d97ce2ec230)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:22:15.927246 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:15.941443 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f26db5de-dbe7-4ee4-b7eb-7dfac3c1f9b1 None None] Port 4d90581e-40de-48e6-9a17-99b67af3965e cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:22:15.987614 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfeb3c5-6482-4d70-b287-415184166f3d None None] Pushing event updated for resources: {'Port': ['ID=4d90581e-40de-48e6-9a17-99b67af3965e,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:15.991712 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Routers {'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:22:15.992259 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:22:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:22:16.086648 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] Set router b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:22:16.160990 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-094b2406-0def-4859-9a99-e7949c94d7ca None None] Provisioning complete for port 4d90581e-40de-48e6-9a17-99b67af3965e triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:22:16.161483 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-094b2406-0def-4859-9a99-e7949c94d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:16.241984 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-094b2406-0def-4859-9a99-e7949c94d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:16.273635 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-094b2406-0def-4859-9a99-e7949c94d7ca None None] For port 4d90581e-40de-48e6-9a17-99b67af3965e, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=4d90581e-40de-48e6-9a17-99b67af3965e,segment=NetworkSegment(7438b42a-d7d9-49fe-bcfc-7d97ce2ec230),segment_id=7438b42a-d7d9-49fe-bcfc-7d97ce2ec230)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:22:16.277985 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-094b2406-0def-4859-9a99-e7949c94d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:16.302602 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'name': 'router1', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:22:04Z', 'updated_at': '2021-09-15T02:22:13Z', 'revision_number': 2, 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'gw_port_host': None, '_interfaces': [{'id': '4d90581e-40de-48e6-9a17-99b67af3965e', 'name': '', 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'mac_address': 'fa:16:3e:2e:c5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:22:13Z', 'updated_at': '2021-09-15T02:22:15Z', 'revision_number': 4, 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'subnets': [{'id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4bd10c7-e755-4973-8934-883cb0f3a923'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:22:16.324951 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b2406-0def-4859-9a99-e7949c94d7ca None None] Pushing event updated for resources: {'Port': ['ID=4d90581e-40de-48e6-9a17-99b67af3965e,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:16.330964 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24fbc1-8daa-47ff-9354-72c25ca3eaf2 None None] The sync data for ids ['b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28'] in dv-cinder-759955-25-iscsi is: [{'id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'name': 'router1', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:22:04Z', 'updated_at': '2021-09-15T02:22:13Z', 'revision_number': 2, 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'gw_port_host': None, '_interfaces': [{'id': '4d90581e-40de-48e6-9a17-99b67af3965e', 'name': '', 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'mac_address': 'fa:16:3e:2e:c5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:22:13Z', 'updated_at': '2021-09-15T02:22:15Z', 'revision_number': 4, 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'subnets': [{'id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4bd10c7-e755-4973-8934-883cb0f3a923'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:22:16.660537 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34226) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:22:16.778278 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7762228-7f64-494d-b5e9-8a2fbbf1b1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:22:16.779638 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b7762228-7f64-494d-b5e9-8a2fbbf1b1d5 admin admin] 10.222.0.32 "GET /v2.0/networks/73626132-cd8b-4a23-a2b0-fb3708e8a009 HTTP/1.1" status: 200 len: 842 time: 0.1181324 Sep 15 02:22:16.789698 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:22:16.809669 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] Made reservation on behalf of 2c09835f6deb405b989b793378de873e for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:22:16.812054 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:17.114040 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.objects.ports [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93869) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 02:22:17.114483 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:17.174914 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] Checking segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:22:17.175338 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] Network hostable DHCP agents. Network: 73626132-cd8b-4a23-a2b0-fb3708e8a009, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:22:17.179086 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=246d0e4c-2c78-41f8-a941-563e14dfec20,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:17.200458 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:22:17.209937 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 73626132-cd8b-4a23-a2b0-fb3708e8a009) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:22:17.214545 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:22:17.215144 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:17.221961 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106cb1a4-3bcd-49f5-9059-1426d0c9f641 None None] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:22:17.232816 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2aa2bcaa-069d-433d-99d2-900c76863c76 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4436972 Sep 15 02:22:17.357215 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f878e4b4-3d7d-42e9-b690-93edb1a4c823 None None] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:22:19.505597 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34234) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:22:19.723742 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ee78b930-0b96-4e6c-8a76-60fde5f83cac admin admin] 10.222.0.32 "GET /v2.0/routers/b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 HTTP/1.1" status: 200 len: 710 time: 0.2168999 Sep 15 02:22:19.808503 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eacf23e-6e5b-45a2-8f4e-69fd33369c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:22:19.809906 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6eacf23e-6e5b-45a2-8f4e-69fd33369c71 admin admin] 10.222.0.32 "GET /v2.0/networks/73626132-cd8b-4a23-a2b0-fb3708e8a009 HTTP/1.1" status: 200 len: 886 time: 0.0804181 Sep 15 02:22:19.819110 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:22:20.104272 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:20.337244 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:20.409499 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:20.561603 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Allocated IP 172.27.2.118 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/8e6f5605-8008-410f-8006-e8d4de16f2d7) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:22:20.669715 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:20.728209 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:20.792503 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:22:20.800101 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:22:20.802746 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:22:20.847066 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Pushing event updated for resources: {'Port': ['ID=8e6f5605-8008-410f-8006-e8d4de16f2d7,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:21.085431 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:21.277709 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7404'] for router, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:21.282029 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530437'] for router, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:21.473340 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Router b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:22:21.581200 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:22:21.585762 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:21.587575 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2c857683-ba8a-47ed-8bda-23a586f8d095 admin admin] 10.222.0.32 "PUT /v2.0/routers/b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 HTTP/1.1" status: 200 len: 890 time: 1.7715855 Sep 15 02:22:22.442846 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 4d90581e-40de-48e6-9a17-99b67af3965e up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:22:22.499035 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 4d90581e-40de-48e6-9a17-99b67af3965e triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:22:22.499406 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:22.748760 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Sync routers for ids ['b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:22:22.759221 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Routers {'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:22:22.759855 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-89310108-a123-43c3-893c-48dae70994d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:22:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:22:22.961671 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Set router b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:22:23.335532 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-89310108-a123-43c3-893c-48dae70994d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'name': 'router1', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '8e6f5605-8008-410f-8006-e8d4de16f2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:22:04Z', 'updated_at': '2021-09-15T02:22:20Z', 'revision_number': 4, 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'gw_port': {'id': '8e6f5605-8008-410f-8006-e8d4de16f2d7', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:22:20Z', 'updated_at': '2021-09-15T02:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '4d90581e-40de-48e6-9a17-99b67af3965e', 'name': '', 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'mac_address': 'fa:16:3e:2e:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:22:13Z', 'updated_at': '2021-09-15T02:22:16Z', 'revision_number': 5, 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'subnets': [{'id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4bd10c7-e755-4973-8934-883cb0f3a923'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:22:23.386614 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Checking router: b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:22:23.386978 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Updating router b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 port 8e6f5605-8008-410f-8006-e8d4de16f2d7 binding host dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:22:23.434041 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:23.809292 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:23.815153 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:23.865837 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8664a5f-0841-471c-bfa4-a97c816fca54 None None] Pushing event updated for resources: {'Port': ['ID=8e6f5605-8008-410f-8006-e8d4de16f2d7,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:23.871790 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Attempting to bind port 8e6f5605-8008-410f-8006-e8d4de16f2d7 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:22:23.872159 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Attempting to bind port 8e6f5605-8008-410f-8006-e8d4de16f2d7 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:22:23.872527 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Attempting to bind port 8e6f5605-8008-410f-8006-e8d4de16f2d7 on network 73626132-cd8b-4a23-a2b0-fb3708e8a009 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:22:23.877395 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:22:23.877765 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Checking segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:22:23.878164 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:23.878549 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Bound using segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:22:23.879000 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Bound port: 8e6f5605-8008-410f-8006-e8d4de16f2d7, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:22:23.879391 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:23.928693 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-89310108-a123-43c3-893c-48dae70994d3 None None] For port 8e6f5605-8008-410f-8006-e8d4de16f2d7, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:22:23.932343 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-89310108-a123-43c3-893c-48dae70994d3 None None] For port 8e6f5605-8008-410f-8006-e8d4de16f2d7, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=8e6f5605-8008-410f-8006-e8d4de16f2d7,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:22:23.935726 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:23.979958 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34246) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:22:23.994236 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Routers {'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:22:23.994862 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-89310108-a123-43c3-893c-48dae70994d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:22:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:22:23.997530 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8664a5f-0841-471c-bfa4-a97c816fca54 None None] Pushing event updated for resources: {'Port': ['ID=8e6f5605-8008-410f-8006-e8d4de16f2d7,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:24.093037 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1086f1e3-300a-4873-9b36-9c027267d51b admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1118891 Sep 15 02:22:24.101053 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-89310108-a123-43c3-893c-48dae70994d3 None None] Set router b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:22:24.317776 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-89310108-a123-43c3-893c-48dae70994d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'name': 'router1', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '8e6f5605-8008-410f-8006-e8d4de16f2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:22:04Z', 'updated_at': '2021-09-15T02:22:20Z', 'revision_number': 4, 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'gw_port': {'id': '8e6f5605-8008-410f-8006-e8d4de16f2d7', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:22:20Z', 'updated_at': '2021-09-15T02:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '4d90581e-40de-48e6-9a17-99b67af3965e', 'name': '', 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'mac_address': 'fa:16:3e:2e:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:22:13Z', 'updated_at': '2021-09-15T02:22:16Z', 'revision_number': 5, 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'subnets': [{'id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4bd10c7-e755-4973-8934-883cb0f3a923'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:22:24.342747 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89310108-a123-43c3-893c-48dae70994d3 None None] The sync data for ids ['b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28'] in dv-cinder-759955-25-iscsi is: [{'id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'name': 'router1', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '8e6f5605-8008-410f-8006-e8d4de16f2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:22:04Z', 'updated_at': '2021-09-15T02:22:20Z', 'revision_number': 4, 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'gw_port': {'id': '8e6f5605-8008-410f-8006-e8d4de16f2d7', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:22:20Z', 'updated_at': '2021-09-15T02:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '4d90581e-40de-48e6-9a17-99b67af3965e', 'name': '', 'network_id': '5e4ba155-3374-46ca-9fdd-d7af237781a3', 'tenant_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'mac_address': 'fa:16:3e:2e:c5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87c8b24-3aef-4ecd-9be0-d5a1c0c18c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:22:13Z', 'updated_at': '2021-09-15T02:22:16Z', 'revision_number': 5, 'project_id': '911c2d8152d7481fad6c6c9125f3d5a0', 'subnets': [{'id': '337d6f16-9e5e-468e-9a3d-0776791fa4b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4bd10c7-e755-4973-8934-883cb0f3a923'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:22:26.468571 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 8e6f5605-8008-410f-8006-e8d4de16f2d7 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:22:26.531606 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 8e6f5605-8008-410f-8006-e8d4de16f2d7 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:22:26.532052 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:26.626279 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:26.646584 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port 8e6f5605-8008-410f-8006-e8d4de16f2d7, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=8e6f5605-8008-410f-8006-e8d4de16f2d7,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:22:26.658473 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:26.714406 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=8e6f5605-8008-410f-8006-e8d4de16f2d7,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:22:28.483655 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 8e6f5605-8008-410f-8006-e8d4de16f2d7 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:22:28.544809 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 8e6f5605-8008-410f-8006-e8d4de16f2d7 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:22:28.545581 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:31.619274 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:22:38.175263 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f49b5552-4721-4b97-8504-97c44c70ff75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:40.661117 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3c61d4ee-77f1-4f81-b0b4-434b1e203dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:40.947054 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:41.911209 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:22:43.322364 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:23:08.166719 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-08681775-5466-4530-8599-d32ef573a400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:23:08.620453 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:23:10.655681 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ec3587ef-0e83-48e6-9c5a-a30af0a19e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:23:10.942746 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:23:11.905159 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:23:13.323987 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:23:38.166138 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-047da21d-fa72-436f-8406-ea6185a47fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:23:40.657042 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d48013c7-9538-4f68-8f4b-cd10dcb995a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:23:40.943422 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:23:41.909614 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:23:43.328193 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:23:45.618751 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:24:00.442450 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34808) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:00.503078 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc0d838-6e8b-4d95-9cb5-8d65ed8cfba5 admin admin] GET failed (client error): The resource could not be found. Sep 15 02:24:00.505012 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-efc0d838-6e8b-4d95-9cb5-8d65ed8cfba5 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615354 Sep 15 02:24:00.660980 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643a177-de19-4c66-95b4-8875c401cfb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:00.662382 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d643a177-de19-4c66-95b4-8875c401cfb7 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1528568 Sep 15 02:24:02.828029 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34818) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:02.920532 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d266bf-bf69-4b1c-9483-5a68a246a330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:02.921887 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-27d266bf-bf69-4b1c-9483-5a68a246a330 admin admin] 10.222.0.32 "GET /v2.0/subnets/337d6f16-9e5e-468e-9a3d-0776791fa4b1 HTTP/1.1" status: 200 len: 849 time: 0.0929286 Sep 15 02:24:02.934491 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:24:03.019140 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:03.157443 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777371255044'] for subnet, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:03.188227 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:03.188835 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:03.201156 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] 10.222.0.32 "PUT /v2.0/subnets/337d6f16-9e5e-468e-9a3d-0776791fa4b1 HTTP/1.1" status: 200 len: 868 time: 0.2614241 Sep 15 02:24:03.201372 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad7ae64-5199-4817-b650-60900294029d None None] Network 5e4ba155-3374-46ca-9fdd-d7af237781a3 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:24:03.208488 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=337d6f16-9e5e-468e-9a3d-0776791fa4b1,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:24:03.216194 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:03.216572 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:03.216944 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:03.217399 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:03.217729 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:03.218077 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:03.218410 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:03.218737 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:03.219061 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:03.219382 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:03.219703 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:03.220019 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139a4c0-bd2a-4e5e-aa62-9253ef89b234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:03.579207 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d0595b79-16da-4244-b842-6335202e7c85 None None] Provisioning complete for port a39f8a30-9aeb-461f-a52f-c090958ab50f triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:24:03.579580 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d0595b79-16da-4244-b842-6335202e7c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:03.662673 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d0595b79-16da-4244-b842-6335202e7c85 None None] Provisioning complete for port 4d90581e-40de-48e6-9a17-99b67af3965e triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:24:03.662948 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d0595b79-16da-4244-b842-6335202e7c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:05.379489 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34826) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:05.576259 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f530483-225c-4270-a7e0-e2f99adfa3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:05.576669 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f530483-225c-4270-a7e0-e2f99adfa3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:05.578253 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0f530483-225c-4270-a7e0-e2f99adfa3c6 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1978285 Sep 15 02:24:07.754828 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34836) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:07.891828 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16880eea-44fc-4c3f-b215-7e79563d6ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:07.892312 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16880eea-44fc-4c3f-b215-7e79563d6ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:07.893898 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-16880eea-44fc-4c3f-b215-7e79563d6ebc admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1381464 Sep 15 02:24:08.167151 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-55e912ab-6c8e-4285-989f-a2dc9db81509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:10.059863 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34844) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:10.201253 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849f60b3-844c-4abe-b995-8e3c3764dcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:10.202635 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-849f60b3-844c-4abe-b995-8e3c3764dcaa admin admin] 10.222.0.32 "GET /v2.0/networks/5e4ba155-3374-46ca-9fdd-d7af237781a3 HTTP/1.1" status: 200 len: 869 time: 0.1418152 Sep 15 02:24:10.657891 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b8cff274-186e-46b3-acf5-ae80b5578966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:10.944518 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:11.911045 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:12.369349 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34852) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:12.494345 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca36e70-3bdf-4872-b5c5-d31f07227709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:12.495723 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-eca36e70-3bdf-4872-b5c5-d31f07227709 admin admin] 10.222.0.32 "GET /v2.0/networks/73626132-cd8b-4a23-a2b0-fb3708e8a009 HTTP/1.1" status: 200 len: 886 time: 0.1254492 Sep 15 02:24:13.328351 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:14.660372 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34860) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:14.783721 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd8527-9e83-4615-93dc-51db68d06d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:14.784185 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd8527-9e83-4615-93dc-51db68d06d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:14.785727 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ccbd8527-9e83-4615-93dc-51db68d06d7e admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243863 Sep 15 02:24:16.954088 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34868) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:17.044739 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3370e5-9c97-49e1-acc2-99150e9933e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:17.045240 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3370e5-9c97-49e1-acc2-99150e9933e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:17.046752 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-cf3370e5-9c97-49e1-acc2-99150e9933e0 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917253 Sep 15 02:24:19.223020 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34876) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:19.306970 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14cb907-a48a-44b3-a7ca-f63e60ae230e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:19.308296 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b14cb907-a48a-44b3-a7ca-f63e60ae230e admin admin] 10.222.0.32 "GET /v2.0/subnets/246d0e4c-2c78-41f8-a941-563e14dfec20 HTTP/1.1" status: 200 len: 816 time: 0.0843396 Sep 15 02:24:21.453701 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34884) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:21.546032 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1689c2-9466-4e3e-a724-20214cb26cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:21.547356 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fd1689c2-9466-4e3e-a724-20214cb26cf1 admin admin] 10.222.0.32 "GET /v2.0/subnets/337d6f16-9e5e-468e-9a3d-0776791fa4b1 HTTP/1.1" status: 200 len: 868 time: 0.0927155 Sep 15 02:24:22.617991 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:24:38.169164 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8222e9fb-c413-4af4-9763-4e41444bb57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:40.657854 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-097b4313-e104-4c62-a3bf-32611de0c495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:40.945403 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:41.914764 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:43.332260 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:45.103119 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34938) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:45.149856 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [None req-fc8b3733-93ef-47da-a4b0-833e4d82f389 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:24:45.150860 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fc8b3733-93ef-47da-a4b0-833e4d82f389 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468009 Sep 15 02:24:47.396285 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34946) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:47.454447 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f326c2b-7abd-46bb-b19e-fbfd37c84bae admin admin] GET failed (client error): The resource could not be found. Sep 15 02:24:47.456396 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8f326c2b-7abd-46bb-b19e-fbfd37c84bae admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591617 Sep 15 02:24:47.594699 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137018e3-1083-4e31-970a-1b244afc3ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:47.596215 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-137018e3-1083-4e31-970a-1b244afc3ab5 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353614 Sep 15 02:24:49.785965 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34954) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:49.832166 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:24:49.853486 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Made reservation on behalf of 2c09835f6deb405b989b793378de873e for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:24:49.855779 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:49.888655 dv-cinder-759955-25-iscsi neutron-server[93869]: WARNING neutron.services.revisions.revision_plugin [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Could not find related network for resource to bump revision. Sep 15 02:24:49.902348 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:24:49.911980 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:49.912326 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Added segment e9bda044-ae31-4414-96bd-4dd7532adb9a of type vlan for network ed20949c-fc52-4251-aef8-2dd96bc3c5f3 Sep 15 02:24:49.951906 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:49.975766 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:49.976687 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:49.977294 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:50.000135 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2130346 Sep 15 02:24:50.038473 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ed20949c-fc52-4251-aef8-2dd96bc3c5f3,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:24:50.045792 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:50.046176 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:50.046526 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:50.046868 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:50.047204 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:50.047567 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:50.047913 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:50.048279 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:50.048639 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:50.049043 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:50.049375 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:50.049705 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb848083-0500-4451-ac05-1ca9a68fb5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:50.062413 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network ed20949c-fc52-4251-aef8-2dd96bc3c5f3 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:24:52.213227 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34962) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:24:52.272204 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6034de-e4a7-453d-8c81-7a7abe5d120c admin admin] GET failed (client error): The resource could not be found. Sep 15 02:24:52.273526 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2a6034de-e4a7-453d-8c81-7a7abe5d120c admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593436 Sep 15 02:24:52.341970 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12653ab8-bcc7-4364-87b9-f7e93d7c27d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:52.343355 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-12653ab8-bcc7-4364-87b9-f7e93d7c27d7 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653532 Sep 15 02:24:52.353423 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-f5e4426c-636b-4b08-9d8b-bc16f645dce8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:24:52.373073 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e4426c-636b-4b08-9d8b-bc16f645dce8 admin admin] Made reservation on behalf of 2c09835f6deb405b989b793378de873e for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:24:52.375255 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f5e4426c-636b-4b08-9d8b-bc16f645dce8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:52.619126 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f5e4426c-636b-4b08-9d8b-bc16f645dce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:52.670509 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4426c-636b-4b08-9d8b-bc16f645dce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8948728e-ca1f-4c78-81fa-58f260b37600,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:24:52.680894 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e4426c-636b-4b08-9d8b-bc16f645dce8 admin admin] Checking segment: {'id': 'e9bda044-ae31-4414-96bd-4dd7532adb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:24:52.681257 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e4426c-636b-4b08-9d8b-bc16f645dce8 admin admin] Network hostable DHCP agents. Network: ed20949c-fc52-4251-aef8-2dd96bc3c5f3, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:24:52.696789 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e4426c-636b-4b08-9d8b-bc16f645dce8 admin admin] Network ed20949c-fc52-4251-aef8-2dd96bc3c5f3 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:24:52.704949 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-f5e4426c-636b-4b08-9d8b-bc16f645dce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, ed20949c-fc52-4251-aef8-2dd96bc3c5f3) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:24:52.708830 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e4426c-636b-4b08-9d8b-bc16f645dce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:24:52.709448 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f5e4426c-636b-4b08-9d8b-bc16f645dce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:52.713678 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289e750b-99fe-4524-b5c3-ad1e2de13f0b None None] Network ed20949c-fc52-4251-aef8-2dd96bc3c5f3 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:24:52.723029 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f5e4426c-636b-4b08-9d8b-bc16f645dce8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3729935 Sep 15 02:24:52.862960 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a767ca-0f23-5eb0-80d8-fbb4873b4484-ed20949c-fc52-4251-aef8-2dd96bc3c5f3', 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3', 'tenant_id': '2c09835f6deb405b989b793378de873e', 'fixed_ips': [{'subnet_id': '8948728e-ca1f-4c78-81fa-58f260b37600'}]}} from dv-cinder-759955-25-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:24:52.863874 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:52.998270 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Allocated IP 192.168.233.2 (ed20949c-fc52-4251-aef8-2dd96bc3c5f3/8948728e-ca1f-4c78-81fa-58f260b37600/e92420be-1ddf-43b7-8d7c-2b6ccad47510) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:24:53.141954 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:53.149421 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:53.190151 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Network ed20949c-fc52-4251-aef8-2dd96bc3c5f3 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:24:53.196506 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:24:53.198371 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Pushing event updated for resources: {'Port': ['ID=e92420be-1ddf-43b7-8d7c-2b6ccad47510,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:24:53.200451 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:24:53.208855 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:53.209245 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:53.209589 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:53.209922 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:53.210251 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:53.210577 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:53.210900 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:53.211221 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:53.211568 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:53.211892 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:53.212228 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:53.212548 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:24:53.266388 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Attempting to bind port e92420be-1ddf-43b7-8d7c-2b6ccad47510 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:24:53.266684 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Attempting to bind port e92420be-1ddf-43b7-8d7c-2b6ccad47510 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': 'e9bda044-ae31-4414-96bd-4dd7532adb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:24:53.267040 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Attempting to bind port e92420be-1ddf-43b7-8d7c-2b6ccad47510 on network ed20949c-fc52-4251-aef8-2dd96bc3c5f3 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:24:53.273152 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:24:53.273519 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Checking segment: {'id': 'e9bda044-ae31-4414-96bd-4dd7532adb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:24:53.273915 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:53.274298 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Bound using segment: {'id': 'e9bda044-ae31-4414-96bd-4dd7532adb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:24:53.274751 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Bound port: e92420be-1ddf-43b7-8d7c-2b6ccad47510, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bda044-ae31-4414-96bd-4dd7532adb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:24:53.275125 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:53.336494 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] For port e92420be-1ddf-43b7-8d7c-2b6ccad47510, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:24:53.339961 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] For port e92420be-1ddf-43b7-8d7c-2b6ccad47510, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=e92420be-1ddf-43b7-8d7c-2b6ccad47510,segment=NetworkSegment(e9bda044-ae31-4414-96bd-4dd7532adb9a),segment_id=e9bda044-ae31-4414-96bd-4dd7532adb9a)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:24:53.344958 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:53.399138 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a2581-152f-49d0-bfbb-46caa700965c None None] Pushing event updated for resources: {'Port': ['ID=e92420be-1ddf-43b7-8d7c-2b6ccad47510,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:24:54.194072 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e1f62-4a16-42c4-ae47-c1ec1d31f44f None None] Network ed20949c-fc52-4251-aef8-2dd96bc3c5f3 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:24:54.257067 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-0b1adc81-02f5-460d-8ac5-ecfdd2f601e1 None None] Provisioning complete for port e92420be-1ddf-43b7-8d7c-2b6ccad47510 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:24:54.257437 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0b1adc81-02f5-460d-8ac5-ecfdd2f601e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:54.383481 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0b1adc81-02f5-460d-8ac5-ecfdd2f601e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:54.434064 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-0b1adc81-02f5-460d-8ac5-ecfdd2f601e1 None None] For port e92420be-1ddf-43b7-8d7c-2b6ccad47510, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=e92420be-1ddf-43b7-8d7c-2b6ccad47510,segment=NetworkSegment(e9bda044-ae31-4414-96bd-4dd7532adb9a),segment_id=e9bda044-ae31-4414-96bd-4dd7532adb9a)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:24:54.438069 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0b1adc81-02f5-460d-8ac5-ecfdd2f601e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:54.488499 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1adc81-02f5-460d-8ac5-ecfdd2f601e1 None None] Pushing event updated for resources: {'Port': ['ID=e92420be-1ddf-43b7-8d7c-2b6ccad47510,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:24:54.573388 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device e92420be-1ddf-43b7-8d7c-2b6ccad47510 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:24:54.644648 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port e92420be-1ddf-43b7-8d7c-2b6ccad47510 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:24:54.646598 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:54.683017 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-a1a55842-f0bc-48db-bf1b-8c188ac69015 None None] Provisioning complete for port e92420be-1ddf-43b7-8d7c-2b6ccad47510 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:24:54.683388 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a1a55842-f0bc-48db-bf1b-8c188ac69015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:56.527814 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device e92420be-1ddf-43b7-8d7c-2b6ccad47510 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:24:56.574846 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port e92420be-1ddf-43b7-8d7c-2b6ccad47510 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:24:56.575210 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:24:59.617241 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:25:08.171117 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d29a20b3-f135-4c29-88de-8ee100ce640b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:25:10.661988 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3125062f-04ba-4888-a139-a38424a94e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:25:10.946368 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:25:11.916489 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:25:13.337289 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:25:36.616461 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:25:38.176807 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3ce9fb1b-fac9-48f7-a9c2-9c6e1f0476b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:25:40.662458 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-35c20b5a-931d-47ba-bd44-025ca35bd65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:25:40.949003 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:25:41.920281 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:25:43.339301 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:00.093823 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35014) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:26:00.100492 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [None req-ec399288-ed0a-4a2d-b91d-50e014b7e3d2 tempest-verify_tempest_config-773634831 tempest-verify_tempest_config-773634831-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:26:00.101500 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ec399288-ed0a-4a2d-b91d-50e014b7e3d2 tempest-verify_tempest_config-773634831 tempest-verify_tempest_config-773634831-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062177 Sep 15 02:26:00.384525 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35032) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:26:00.485154 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:00.569866 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:00.573232 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:00.620528 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eab5e02294764f7281d6d5f7325507be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2349372 Sep 15 02:26:00.621501 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f15021-96c5-46e2-a7ed-1df61ca364be,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:26:00.623248 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35038) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:26:00.628656 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.629065 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.629415 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.629756 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.630106 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.630435 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.630769 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.631113 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.631457 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.631793 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.632116 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.632438 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8473ba-0665-4e9b-a00d-8869be484986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.681428 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:00.701712 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:00.789236 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:00.791740 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:00.792908 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2f15021-96c5-46e2-a7ed-1df61ca364be HTTP/1.1" status: 204 len: 168 time: 0.1686890 Sep 15 02:26:00.800756 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f15021-96c5-46e2-a7ed-1df61ca364be,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:26:00.807219 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.807590 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.807938 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.808271 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.808601 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.808968 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.809304 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.809646 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.810048 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.810301 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.810622 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:00.810938 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c5b99-735d-4fa7-90bf-0cf74f32a3fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:26:08.179943 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-80842d71-f0fc-4b5a-9049-6655b785fa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:10.663967 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c0a88c67-4ac1-4e10-b719-771175936abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:10.949714 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:11.923925 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:13.342188 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:13.614654 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:26:38.179823 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e6d4a998-eb5d-4807-b36a-7138fcfb823f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:40.664466 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2edd7fdc-9b0f-4703-aa83-e6f8fd96bafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:40.950266 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:41.925457 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:43.346707 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:26:50.612605 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:27:08.180205 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5dbc73e5-26a7-4eda-9cbf-63eae2d4b233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:27:10.664338 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb0d2-4006-456c-abd8-900c1250d602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:27:10.954301 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:27:11.927854 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:27:13.347919 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:27:27.611204 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:27:32.507032 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528418'] for agent, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:27:38.180912 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b4690e56-319f-4bcc-a9c7-3b5cef6224fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:27:40.665694 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-97196ea6-93b2-48be-891c-317c76afa7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:27:40.956127 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:27:41.931036 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:27:43.351868 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:27:47.032434 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35110) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:27:47.134740 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c34a195d-17d2-47db-a1aa-bfd2b2e03493 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1012080 Sep 15 02:27:49.381310 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35120) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:27:49.437953 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-83127403-4274-49a4-a935-dde9fa451ad7 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0555789 Sep 15 02:28:02.451108 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:28:04.609434 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:28:08.182506 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fbce953b-ab10-4864-a8a2-99272e8787d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:28:10.669609 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ea7a42cf-d77b-4cc6-9079-b37d8c58566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:28:10.955350 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:28:11.934419 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:28:13.354796 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:28:32.450221 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:28:38.182331 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5936-8e04-449e-865e-538f3c91c7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:28:40.673465 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8aafa61d-939f-42ad-aedf-74e1dbe867ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:28:40.958485 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:28:41.607694 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:28:41.937979 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:28:43.363445 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:02.451071 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:08.182470 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b96b0380-3870-4878-95db-8a327a0f8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:10.676853 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-26d4c56e-36b5-49ec-a052-405bbc3a143d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:10.960126 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:11.940526 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:13.364102 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:17.737796 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35288) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:17.980083 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-network', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:18.001521 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Made reservation on behalf of cc2ce4399ef144efb17b4474c8f97969 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:29:18.004009 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.012462 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.106286 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.110797 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.143327 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:29:18.145117 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc86505e-4ed1-47fe-8887-97acb1af6798,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:18.154189 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:18.154562 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:18.155080 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:18.155231 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:18.155600 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:18.155880 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:18.156434 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:18.157099 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:18.157441 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:18.157771 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:18.158087 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:18.158471 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Tracked resource versions report: Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: pushed versions: Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: { 'AddressGroup': {'1.2'}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'ConntrackHelper': {'1.0'}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Log': {'1.0'}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Network': {'1.1'}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Port': {'1.7'}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'PortForwarding': {'1.2'}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'QosPolicy': {'1.9'}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'SecurityGroup': {'1.4'}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'SubPort': {'1.0'}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Subnet': {'1.1'}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Trunk': {'1.1'}} Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: consumer versions: Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: { DHCP agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: HyperV agent@hv-cinder-75995: {}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: L3 agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: Metadata agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: Metering agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: Open vSwitch agent@dv-cinder-759955-25-iscsi: { 'AddressGroup': '1.2', Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'ConntrackHelper': '1.0', Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Log': '1.0', Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Network': '1.1', Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Port': '1.7', Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'PortForwarding': '1.2', Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'QosPolicy': '1.9', Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'SecurityGroup': '1.4', Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'SecurityGroupRule': '1.2', Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'SubPort': '1.0', Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Subnet': '1.1', Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: 'Trunk': '1.1'}} Sep 15 02:29:18.159464 dv-cinder-759955-25-iscsi neutron-server[93868]: {{(pid=93868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:29:18.164404 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.164747 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Added segment 64c62b10-f3c8-443d-a514-449fbcc14b68 of type vlan for network a253661e-f1ab-4f21-a6f2-e0d11c706346 Sep 15 02:29:18.206517 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.233406 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.234711 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:18.235388 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.272529 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5306959 Sep 15 02:29:18.272726 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35334) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:18.282195 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-663c8b85-97f9-4a1f-a64f-a14cb120b136 admin admin] Request body: {'subnet': {'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-subnet', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:18.313858 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f81932-ce88-4c82-87b5-667dcc7fa9e5 admin admin] Pushing event updated for resources: {'Network': ['ID=a253661e-f1ab-4f21-a6f2-e0d11c706346,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:18.334727 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663c8b85-97f9-4a1f-a64f-a14cb120b136 admin admin] Made reservation on behalf of cc2ce4399ef144efb17b4474c8f97969 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:29:18.338183 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network a253661e-f1ab-4f21-a6f2-e0d11c706346 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:29:18.338760 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-663c8b85-97f9-4a1f-a64f-a14cb120b136 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.550611 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-663c8b85-97f9-4a1f-a64f-a14cb120b136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.606862 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:29:18.610444 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c8b85-97f9-4a1f-a64f-a14cb120b136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b4da09-c6cd-4778-8b6d-e85d177cecba,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:18.622354 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c8b85-97f9-4a1f-a64f-a14cb120b136 admin admin] Checking segment: {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:29:18.622905 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c8b85-97f9-4a1f-a64f-a14cb120b136 admin admin] Network hostable DHCP agents. Network: a253661e-f1ab-4f21-a6f2-e0d11c706346, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:29:18.737063 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c8b85-97f9-4a1f-a64f-a14cb120b136 admin admin] Network a253661e-f1ab-4f21-a6f2-e0d11c706346 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:29:18.754818 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-663c8b85-97f9-4a1f-a64f-a14cb120b136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, a253661e-f1ab-4f21-a6f2-e0d11c706346) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:18.760058 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c8b85-97f9-4a1f-a64f-a14cb120b136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:18.760686 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-663c8b85-97f9-4a1f-a64f-a14cb120b136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.768370 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aff7edf-ebb3-43ca-8ac7-ac016dc182b4 None None] Network a253661e-f1ab-4f21-a6f2-e0d11c706346 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:29:18.785420 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35360) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:18.786068 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-663c8b85-97f9-4a1f-a64f-a14cb120b136 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5114682 Sep 15 02:29:18.792156 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:18.815279 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7369'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.816546 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.886306 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.928797 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a767ca-0f23-5eb0-80d8-fbb4873b4484-a253661e-f1ab-4f21-a6f2-e0d11c706346', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba'}]}} from dv-cinder-759955-25-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:29:18.930309 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:18.950913 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35368) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:19.017618 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35376) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:19.038718 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.077947 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Allocated IP 172.20.0.2 (a253661e-f1ab-4f21-a6f2-e0d11c706346/07b4da09-c6cd-4778-8b6d-e85d177cecba/da35f3f6-d044-4b50-85c9-395a4a7fe16d) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:29:19.301688 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.347685 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.348264 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.355332 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.404163 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Pushing event updated for resources: {'Port': ['ID=da35f3f6-d044-4b50-85c9-395a4a7fe16d,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:19.414779 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.415371 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.415883 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.416376 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.416860 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.417444 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.417925 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.418419 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.418925 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.419415 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.419931 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.420638 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Tracked resource versions report: Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: pushed versions: Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: { 'AddressGroup': {'1.2'}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'ConntrackHelper': {'1.0'}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Log': {'1.0'}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Network': {'1.1'}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Port': {'1.7'}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'PortForwarding': {'1.2'}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'QosPolicy': {'1.9'}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'SecurityGroup': {'1.4'}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'SubPort': {'1.0'}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Subnet': {'1.1'}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Trunk': {'1.1'}} Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: consumer versions: Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: { DHCP agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: HyperV agent@hv-cinder-75995: {}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: L3 agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: Metadata agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: Metering agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: Open vSwitch agent@dv-cinder-759955-25-iscsi: { 'AddressGroup': '1.2', Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'ConntrackHelper': '1.0', Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Log': '1.0', Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Network': '1.1', Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Port': '1.7', Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'PortForwarding': '1.2', Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'QosPolicy': '1.9', Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'SecurityGroup': '1.4', Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'SecurityGroupRule': '1.2', Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'SubPort': '1.0', Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Subnet': '1.1', Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: 'Trunk': '1.1'}} Sep 15 02:29:19.422072 dv-cinder-759955-25-iscsi neutron-server[93870]: {{(pid=93870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:29:19.459366 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Network a253661e-f1ab-4f21-a6f2-e0d11c706346 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:29:19.462658 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:19.471747 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:29:19.493299 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Allocated IP 172.27.2.192 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/81cb2099-d6e5-46d9-a40b-ba4349801564) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:29:19.508333 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-276923859-network', 'tenant_id': '4f739b6af4b5422783af4089b8c7b16f'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:19.560833 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Made reservation on behalf of 4f739b6af4b5422783af4089b8c7b16f for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:29:19.563150 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.574488 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.595167 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Attempting to bind port da35f3f6-d044-4b50-85c9-395a4a7fe16d on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:29:19.597802 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Attempting to bind port da35f3f6-d044-4b50-85c9-395a4a7fe16d by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:29:19.598418 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Attempting to bind port da35f3f6-d044-4b50-85c9-395a4a7fe16d on network a253661e-f1ab-4f21-a6f2-e0d11c706346 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:19.608338 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:29:19.610542 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Checking segment: {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:29:19.613301 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.614770 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Bound using segment: {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:29:19.617111 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Bound port: da35f3f6-d044-4b50-85c9-395a4a7fe16d, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:29:19.617973 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.645574 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.657158 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2029405693-network', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:19.694291 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.722368 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.db.api [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:29:19.722368 dv-cinder-759955-25-iscsi neutron-server[93868]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 02:29:19.722368 dv-cinder-759955-25-iscsi neutron-server[93868]: [parameters: {'project_id_1': 'b5a6cceb24aa44478bc4e8452b794c34', 'expiration_1': datetime.datetime(2021, 9, 15, 2, 28, 59, 676120)}] Sep 15 02:29:19.722368 dv-cinder-759955-25-iscsi neutron-server[93868]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:29:19.723550 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG oslo_db.api [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:29:19.764531 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] For port da35f3f6-d044-4b50-85c9-395a4a7fe16d, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:29:19.771408 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] For port da35f3f6-d044-4b50-85c9-395a4a7fe16d, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=da35f3f6-d044-4b50-85c9-395a4a7fe16d,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:29:19.776141 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:29:19.778382 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Pushing event updated for resources: {'Port': ['ID=81cb2099-d6e5-46d9-a40b-ba4349801564,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:19.784708 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.788716 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:19.792763 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:29:19.904426 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.921738 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:19.951545 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.952292 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.954970 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.955678 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.957410 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.957986 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c4648-7f33-4eaf-8c53-c5b437c64ae7 None None] Pushing event updated for resources: {'Port': ['ID=da35f3f6-d044-4b50-85c9-395a4a7fe16d,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:19.958533 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.959854 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.960493 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.961093 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.961896 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.962390 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.962903 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Tracked resource versions report: Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: pushed versions: Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: { 'AddressGroup': {'1.2'}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'ConntrackHelper': {'1.0'}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Log': {'1.0'}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Network': {'1.1'}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Port': {'1.7'}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'PortForwarding': {'1.2'}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'QosPolicy': {'1.9'}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'SecurityGroup': {'1.4'}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'SubPort': {'1.0'}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Subnet': {'1.1'}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Trunk': {'1.1'}} Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: consumer versions: Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: { DHCP agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: HyperV agent@hv-cinder-75995: {}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: L3 agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: Metadata agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: Metering agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: Open vSwitch agent@dv-cinder-759955-25-iscsi: { 'AddressGroup': '1.2', Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'ConntrackHelper': '1.0', Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Log': '1.0', Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Network': '1.1', Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Port': '1.7', Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'PortForwarding': '1.2', Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'QosPolicy': '1.9', Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'SecurityGroup': '1.4', Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'SecurityGroupRule': '1.2', Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'SubPort': '1.0', Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Subnet': '1.1', Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: 'Trunk': '1.1'}} Sep 15 02:29:19.964244 dv-cinder-759955-25-iscsi neutron-server[93869]: {{(pid=93869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:29:19.987120 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:29:20.020896 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.021238 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Added segment 5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b of type vlan for network 58b10f86-5466-47de-8719-9ceab3c59172 Sep 15 02:29:20.022757 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f178f2c-f178-4de0-9543-5c795715c332,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:20.117961 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.173560 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.254879 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.256129 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:20.256761 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.349792 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] Pushing event updated for resources: {'Network': ['ID=58b10f86-5466-47de-8719-9ceab3c59172,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:20.360557 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Made reservation on behalf of b5a6cceb24aa44478bc4e8452b794c34 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:29:20.362884 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.363677 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 58b10f86-5466-47de-8719-9ceab3c59172 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:29:20.374377 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4c679141-8fc7-42e8-9b68-7630a5af2c6a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4223886 Sep 15 02:29:20.376124 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.386285 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35410) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:20.392712 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-ec7e3274-0ff3-4f6b-bdd7-d390218a8a42 admin admin] Request body: {'subnet': {'network_id': '58b10f86-5466-47de-8719-9ceab3c59172', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-276923859-subnet', 'tenant_id': '4f739b6af4b5422783af4089b8c7b16f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:20.444382 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7e3274-0ff3-4f6b-bdd7-d390218a8a42 admin admin] Made reservation on behalf of 4f739b6af4b5422783af4089b8c7b16f for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:29:20.447444 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3274-0ff3-4f6b-bdd7-d390218a8a42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.681731 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528479'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.703842 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.718171 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.793629 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:29:20.806236 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e80857c-e56a-4d82-b463-2c0b0878bb6d,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:20.836190 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.836805 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Added segment 9923484f-53f4-47e8-9b27-e951a59a22cb of type vlan for network a1100f09-2abd-4ba8-babe-c009a22ee068 Sep 15 02:29:20.858517 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3274-0ff3-4f6b-bdd7-d390218a8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:20.875744 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device da35f3f6-d044-4b50-85c9-395a4a7fe16d up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:29:21.036513 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:21.052432 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port da35f3f6-d044-4b50-85c9-395a4a7fe16d triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:21.053269 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:21.098844 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e3274-0ff3-4f6b-bdd7-d390218a8a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=266265fe-ebbb-4354-a06a-e4a5b0114a80,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:21.169570 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e3274-0ff3-4f6b-bdd7-d390218a8a42 admin admin] Checking segment: {'id': '5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '58b10f86-5466-47de-8719-9ceab3c59172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:29:21.169928 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7e3274-0ff3-4f6b-bdd7-d390218a8a42 admin admin] Network hostable DHCP agents. Network: 58b10f86-5466-47de-8719-9ceab3c59172, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:29:21.183929 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:21.186234 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:21.186830 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:21.281538 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:21.371016 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port da35f3f6-d044-4b50-85c9-395a4a7fe16d, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=da35f3f6-d044-4b50-85c9-395a4a7fe16d,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:29:21.386898 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] Pushing event updated for resources: {'Network': ['ID=a1100f09-2abd-4ba8-babe-c009a22ee068,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:21.388407 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:21.397424 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Router 3d29f752-e691-40e6-899c-6b9bb47d2846 is scheduled to L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:29:21.404709 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7e3274-0ff3-4f6b-bdd7-d390218a8a42 admin admin] Network 58b10f86-5466-47de-8719-9ceab3c59172 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:29:21.410500 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d4abf1e2-14a3-4df3-8927-5ba2c6601517 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3917608 Sep 15 02:29:21.413456 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35452) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:21.420966 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-36d8c5c2-86b6-42dc-8d31-e752b33c49b8 admin admin] Request body: {'subnet': {'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2029405693-subnet', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:21.433923 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-ec7e3274-0ff3-4f6b-bdd7-d390218a8a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 58b10f86-5466-47de-8719-9ceab3c59172) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:21.441356 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e3274-0ff3-4f6b-bdd7-d390218a8a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:21.442091 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3274-0ff3-4f6b-bdd7-d390218a8a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:21.457932 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d8c5c2-86b6-42dc-8d31-e752b33c49b8 admin admin] Made reservation on behalf of b5a6cceb24aa44478bc4e8452b794c34 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:29:21.461268 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-36d8c5c2-86b6-42dc-8d31-e752b33c49b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:21.489636 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ec7e3274-0ff3-4f6b-bdd7-d390218a8a42 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0903351 Sep 15 02:29:21.518798 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=da35f3f6-d044-4b50-85c9-395a4a7fe16d,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:21.521682 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network a1100f09-2abd-4ba8-babe-c009a22ee068 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:29:21.577393 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4290cc9e-bb23-4ec9-87f0-3b8ea3cc6afe None None] Network 58b10f86-5466-47de-8719-9ceab3c59172 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:29:21.658354 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:29:21.660054 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35470) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:21.669606 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Sync routers for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:29:21.683618 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:29:21.684257 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:29:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:21.705329 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:21.710266 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-88c3815a-7456-47ca-81cd-a7c409871782 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9234095 Sep 15 02:29:21.712184 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35476) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:21.728249 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300fae3a-5235-438d-aea9-e1c605458125 None None] Network a253661e-f1ab-4f21-a6f2-e0d11c706346 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:29:21.795864 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-545cbac2-e2fc-4a13-b2a2-45e76daff254 None None] Provisioning complete for port da35f3f6-d044-4b50-85c9-395a4a7fe16d triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:21.796475 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-545cbac2-e2fc-4a13-b2a2-45e76daff254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:21.810560 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-36d8c5c2-86b6-42dc-8d31-e752b33c49b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:21.851525 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a617714e-e057-4d14-86b8-f96bf42534d0 None None] Network 58b10f86-5466-47de-8719-9ceab3c59172 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:29:21.911648 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8c5c2-86b6-42dc-8d31-e752b33c49b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3530c1-b340-4efd-940a-fa701902ce69,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:21.981136 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d8c5c2-86b6-42dc-8d31-e752b33c49b8 admin admin] Checking segment: {'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:29:21.982637 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d8c5c2-86b6-42dc-8d31-e752b33c49b8 admin admin] Network hostable DHCP agents. Network: a1100f09-2abd-4ba8-babe-c009a22ee068, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:29:22.001326 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:29:22.020390 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d8c5c2-86b6-42dc-8d31-e752b33c49b8 admin admin] Network a1100f09-2abd-4ba8-babe-c009a22ee068 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:29:22.036747 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-36d8c5c2-86b6-42dc-8d31-e752b33c49b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, a1100f09-2abd-4ba8-babe-c009a22ee068) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:22.042490 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d8c5c2-86b6-42dc-8d31-e752b33c49b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:22.045705 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-36d8c5c2-86b6-42dc-8d31-e752b33c49b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:22.070608 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-36d8c5c2-86b6-42dc-8d31-e752b33c49b8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6551936 Sep 15 02:29:22.073098 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35490) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:22.085861 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2029405693-router', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:22.123862 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f8b5ad-3cd5-4a84-912b-72ed2b95e691 None None] Network a1100f09-2abd-4ba8-babe-c009a22ee068 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:29:22.139065 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3a798e50-5f13-42fe-9b22-8e1f02a7316f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:22.143070 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7369'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:22.145503 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:22.397495 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:22.399732 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35508) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:22.459615 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3a798e50-5f13-42fe-9b22-8e1f02a7316f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:22.482416 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:19Z', 'revision_number': 3, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:22.484066 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3a798e50-5f13-42fe-9b22-8e1f02a7316f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:22.528519 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35516) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:22.528784 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3a798e50-5f13-42fe-9b22-8e1f02a7316f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f634e393e601455c96812d85c6a13f2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8666148 Sep 15 02:29:22.546627 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Checking router: 3d29f752-e691-40e6-899c-6b9bb47d2846 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:29:22.547035 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Updating router 3d29f752-e691-40e6-899c-6b9bb47d2846 port 81cb2099-d6e5-46d9-a40b-ba4349801564 binding host dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:29:22.562894 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a798e50-5f13-42fe-9b22-8e1f02a7316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3234d9-9a1a-4671-811b-3c67044f55d2,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:22.624677 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:22.645872 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadc362d-c9af-45e3-bfa8-2b4db92ac1e9 None None] Network a1100f09-2abd-4ba8-babe-c009a22ee068 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:29:22.760588 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device da35f3f6-d044-4b50-85c9-395a4a7fe16d up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:29:22.817549 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:22.901624 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9ee5a68d-250d-48ed-a8de-a49195adec39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:22.924488 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bfd1-e573-43ca-b271-ffa9b18390d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:22.944973 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port da35f3f6-d044-4b50-85c9-395a4a7fe16d triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:22.945619 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.159586 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bfd1-e573-43ca-b271-ffa9b18390d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.223121 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.254050 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-03557dc6-d85a-4313-bc3c-82fb1f5ff1e3 None None] Provisioning complete for port da35f3f6-d044-4b50-85c9-395a4a7fe16d triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:23.254555 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-03557dc6-d85a-4313-bc3c-82fb1f5ff1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.399524 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bfd1-e573-43ca-b271-ffa9b18390d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.402386 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bfd1-e573-43ca-b271-ffa9b18390d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.403763 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a7c7bfd1-e573-43ca-b271-ffa9b18390d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed3234d9-9a1a-4671-811b-3c67044f55d2 HTTP/1.1" status: 204 len: 168 time: 0.8737657 Sep 15 02:29:23.450374 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7bfd1-e573-43ca-b271-ffa9b18390d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3234d9-9a1a-4671-811b-3c67044f55d2,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:23.455286 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.464081 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.465008 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.476817 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9ee5a68d-250d-48ed-a8de-a49195adec39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.560375 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Attempting to bind port 81cb2099-d6e5-46d9-a40b-ba4349801564 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:29:23.560754 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Attempting to bind port 81cb2099-d6e5-46d9-a40b-ba4349801564 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:29:23.561144 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Attempting to bind port 81cb2099-d6e5-46d9-a40b-ba4349801564 on network 73626132-cd8b-4a23-a2b0-fb3708e8a009 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:23.579272 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:29:23.582154 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Checking segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:29:23.582588 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.582997 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Bound using segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:29:23.583620 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Bound port: 81cb2099-d6e5-46d9-a40b-ba4349801564, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:29:23.583900 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.609653 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.614177 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9ee5a68d-250d-48ed-a8de-a49195adec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.672384 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35564) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:23.676365 dv-cinder-759955-25-iscsi neutron-server[93869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 02:29:23.697548 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Pushing event updated for resources: {'Port': ['ID=81cb2099-d6e5-46d9-a40b-ba4349801564,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:23.702098 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5a68d-250d-48ed-a8de-a49195adec39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f6771a-af68-4331-80b2-157274f9f590,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:23.713591 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9ee5a68d-250d-48ed-a8de-a49195adec39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d2218879665430c9a1371516339fdd7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3099477 Sep 15 02:29:23.713591 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35568) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:23.718820 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:23.719221 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:23.719576 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:23.719837 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:23.724630 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:23.725067 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:23.725412 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:23.725743 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:23.728860 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:23.730339 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:23.741612 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:23.743685 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Tracked resource versions report: Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: pushed versions: Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: { 'AddressGroup': {'1.2'}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'ConntrackHelper': {'1.0'}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Log': {'1.0'}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Network': {'1.1'}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Port': {'1.7'}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'PortForwarding': {'1.2'}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'QosPolicy': {'1.9'}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'SecurityGroup': {'1.4'}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'SubPort': {'1.0'}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Subnet': {'1.1'}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Trunk': {'1.1'}} Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: consumer versions: Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: { DHCP agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: HyperV agent@hv-cinder-75995: {}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: L3 agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: Metadata agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: Metering agent@dv-cinder-759955-25-iscsi: {}, Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: Open vSwitch agent@dv-cinder-759955-25-iscsi: { 'AddressGroup': '1.2', Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'ConntrackHelper': '1.0', Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Log': '1.0', Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Network': '1.1', Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Port': '1.7', Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'PortForwarding': '1.2', Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'QosPolicy': '1.9', Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'SecurityGroup': '1.4', Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'SecurityGroupRule': '1.2', Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'SubPort': '1.0', Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Subnet': '1.1', Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: 'Trunk': '1.1'}} Sep 15 02:29:23.746136 dv-cinder-759955-25-iscsi neutron-server[93871]: {{(pid=93871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:29:23.764600 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] For port 81cb2099-d6e5-46d9-a40b-ba4349801564, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:29:23.769515 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] For port 81cb2099-d6e5-46d9-a40b-ba4349801564, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=81cb2099-d6e5-46d9-a40b-ba4349801564,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:29:23.777456 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:23.794039 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Allocated IP 172.20.0.1 (a253661e-f1ab-4f21-a6f2-e0d11c706346/07b4da09-c6cd-4778-8b6d-e85d177cecba/908ced22-9248-4fa7-aba9-136791831f98) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:29:23.864310 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade2abf-f896-411c-b9cf-a116ae1d64fc None None] Pushing event updated for resources: {'Port': ['ID=81cb2099-d6e5-46d9-a40b-ba4349801564,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:23.897843 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:29:23.898825 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:29:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:23.970408 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Allocated IP 172.27.2.75 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/0a8b2653-0f7f-4197-be58-091c93b992d9) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:29:23.993605 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6e0f68cd-d325-4523-a14f-2da120f1992c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.048660 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:29:24.050835 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6e0f68cd-d325-4523-a14f-2da120f1992c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.052810 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-571def49-f276-48eb-8f0d-a15c5605f84e tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:24.054409 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-571def49-f276-48eb-8f0d-a15c5605f84e tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/networks?id=58b10f86-5466-47de-8719-9ceab3c59172 HTTP/1.1" status: 200 len: 811 time: 0.3810377 Sep 15 02:29:24.079086 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-22d6f787-3af5-44f2-91c9-679ed2a231d1 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/quotas/4f739b6af4b5422783af4089b8c7b16f HTTP/1.1" status: 200 len: 375 time: 0.0163317 Sep 15 02:29:24.097408 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35588) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:24.128496 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3430ecc0-b98a-475d-ae6a-de45954363b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.140720 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-50ffd5fb-a33a-49b1-a609-6cba353d347b tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f739b6af4b5422783af4089b8c7b16f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527503 Sep 15 02:29:24.151162 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.198833 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.247473 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.249114 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6e0f68cd-d325-4523-a14f-2da120f1992c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.252557 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6e0f68cd-d325-4523-a14f-2da120f1992c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.253308 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6e0f68cd-d325-4523-a14f-2da120f1992c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81f6771a-af68-4331-80b2-157274f9f590 HTTP/1.1" status: 204 len: 168 time: 0.5390484 Sep 15 02:29:24.267015 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Network a253661e-f1ab-4f21-a6f2-e0d11c706346 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:29:24.271640 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:24.276580 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:29:24.277151 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528520'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.280094 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f68cd-d325-4523-a14f-2da120f1992c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f6771a-af68-4331-80b2-157274f9f590,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:24.321565 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Pushing event updated for resources: {'Port': ['ID=908ced22-9248-4fa7-aba9-136791831f98,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:24.351115 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.378624 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:19Z', 'revision_number': 3, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:24.417423 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fdc09-506a-4507-85f2-106b531824d3 None None] The sync data for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi is: [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:19Z', 'revision_number': 3, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:29:24.441488 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:29:24.449617 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:24.455070 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3430ecc0-b98a-475d-ae6a-de45954363b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.458358 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:29:24.541220 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3430ecc0-b98a-475d-ae6a-de45954363b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.555216 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Pushing event updated for resources: {'Port': ['ID=0a8b2653-0f7f-4197-be58-091c93b992d9,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:24.667768 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3430ecc0-b98a-475d-ae6a-de45954363b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b957e240040b4569aaed9a55258e5ef8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5671859 Sep 15 02:29:24.667768 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430ecc0-b98a-475d-ae6a-de45954363b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bf54fa-e685-47d3-a918-36b607fa8e4b,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:24.670246 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35610) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:24.693111 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-cec6d2e9-8532-43f8-a500-ffd8f30ee676 None None] Provisioning complete for port 908ced22-9248-4fa7-aba9-136791831f98 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:24.694218 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cec6d2e9-8532-43f8-a500-ffd8f30ee676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.779410 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-cec6d2e9-8532-43f8-a500-ffd8f30ee676 None None] Port 908ced22-9248-4fa7-aba9-136791831f98 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:29:24.881628 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-72f8c31c-41ce-4d75-896d-8c0048dab1c6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:29:24.883313 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-72f8c31c-41ce-4d75-896d-8c0048dab1c6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3166757 Sep 15 02:29:24.901760 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.918695 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:24.938298 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1b58-480e-4ed5-942f-030c3dd31067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:25.017051 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1b58-480e-4ed5-942f-030c3dd31067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:25.059534 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35618) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:25.105209 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-bc86731f-9b65-4e2f-abd7-29547e938965 service neutron] 10.222.0.32 "GET /v2.0/networks/58b10f86-5466-47de-8719-9ceab3c59172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121398 Sep 15 02:29:25.112394 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-add1e98c-52d4-4183-9ce0-45d192522599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:25.164013 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1b58-480e-4ed5-942f-030c3dd31067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:25.164013 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1b58-480e-4ed5-942f-030c3dd31067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:25.164013 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4f9f1b58-480e-4ed5-942f-030c3dd31067 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1bf54fa-e685-47d3-a918-36b607fa8e4b HTTP/1.1" status: 204 len: 168 time: 0.4522233 Sep 15 02:29:25.179962 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f1b58-480e-4ed5-942f-030c3dd31067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bf54fa-e685-47d3-a918-36b607fa8e4b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:25.201717 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528479'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:25.262514 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:25.291956 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:25.294115 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531480'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:25.377984 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Router abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 is scheduled to L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:29:25.588457 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Pushing event updated for resources: {'Port': ['ID=908ced22-9248-4fa7-aba9-136791831f98,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:25.594549 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:29:25.608977 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Sync routers for ids ['abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:29:25.625543 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Routers {'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:29:25.627104 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:29:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:25.643783 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-d3bc8d04-ee2d-4c98-89b9-8a5a7c9e296e service neutron] 10.222.0.32 "GET /v2.0/networks/58b10f86-5466-47de-8719-9ceab3c59172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266614 Sep 15 02:29:25.699778 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-add1e98c-52d4-4183-9ce0-45d192522599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:25.707544 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Network a253661e-f1ab-4f21-a6f2-e0d11c706346 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:29:25.711470 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-add1e98c-52d4-4183-9ce0-45d192522599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:25.714723 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:25.715752 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:25.716317 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-dfbd4e01-663c-4a23-a646-41762033de58 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6421130 Sep 15 02:29:25.719118 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35644) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:25.921355 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Router 3d29f752-e691-40e6-899c-6b9bb47d2846 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:29:26.086867 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1e98c-52d4-4183-9ce0-45d192522599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6323bc-ee3d-4919-b656-19c47fc7b716,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:26.095098 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-add1e98c-52d4-4183-9ce0-45d192522599 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=690dd7df489e41f5b4a6f35779de5391&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0342348 Sep 15 02:29:26.095874 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35670) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:26.180417 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1718a951-2244-4198-9087-886f820803b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:26.207782 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1718a951-2244-4198-9087-886f820803b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:26.225210 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35680) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:26.264122 dv-cinder-759955-25-iscsi neutron-server[93868]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 02:29:26.267164 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1718a951-2244-4198-9087-886f820803b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:26.270394 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1718a951-2244-4198-9087-886f820803b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:26.274308 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1718a951-2244-4198-9087-886f820803b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c6323bc-ee3d-4919-b656-19c47fc7b716 HTTP/1.1" status: 204 len: 168 time: 0.1749656 Sep 15 02:29:26.285475 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718a951-2244-4198-9087-886f820803b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6323bc-ee3d-4919-b656-19c47fc7b716,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:26.309542 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:29:26.336925 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-caaca1c0-2b9d-4787-bc04-a56b11407ead admin admin] 10.222.0.32 "PUT /v2.0/routers/3d29f752-e691-40e6-899c-6b9bb47d2846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6214354 Sep 15 02:29:26.360410 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35694) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:26.391943 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-2be8ba1b-437d-4221-ba5f-05504989be2a None None] Provisioning complete for port 908ced22-9248-4fa7-aba9-136791831f98 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:26.392459 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2be8ba1b-437d-4221-ba5f-05504989be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:26.446012 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-2be8ba1b-437d-4221-ba5f-05504989be2a None None] Port 908ced22-9248-4fa7-aba9-136791831f98 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:29:26.462444 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Set router abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:29:26.534548 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-33bc3d58-468c-420d-b55c-8abd03f7f3a4 req-35cc0294-3740-4065-a182-6481a6867a82 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 210 time: 0.3082323 Sep 15 02:29:26.794231 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'name': 'tempest-ServerRescueNegativeTestJSON-2029405693-router', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:22Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 3, 'project_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'gw_port': {'id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:26.842373 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Sync routers for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:29:26.853882 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 81cb2099-d6e5-46d9-a40b-ba4349801564 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:29:26.857440 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Checking router: abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:29:26.858032 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Updating router abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 port 0a8b2653-0f7f-4197-be58-091c93b992d9 binding host dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:29:26.865916 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:29:26.866568 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:29:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:26.958884 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f6f52bc1-15b6-4163-a47e-d3f14a77815a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:26.960666 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:27.096643 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 81cb2099-d6e5-46d9-a40b-ba4349801564 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:27.096806 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:27.194370 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f6f52bc1-15b6-4163-a47e-d3f14a77815a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:27.203822 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f6f52bc1-15b6-4163-a47e-d3f14a77815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:27.306460 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f6f52bc1-15b6-4163-a47e-d3f14a77815a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef41634e76ef4d37bbd575ed8ecf1651&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9423044 Sep 15 02:29:27.306460 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f52bc1-15b6-4163-a47e-d3f14a77815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9c6184-dd71-4fb1-af05-11e2e0795bf7,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:27.312402 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35744) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:27.333502 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:27.429995 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b8d807c0-f3d3-4a48-8125-83a990074a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:27.451894 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:29:27.495081 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b8d807c0-f3d3-4a48-8125-83a990074a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:27.611018 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b8d807c0-f3d3-4a48-8125-83a990074a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:27.613848 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b8d807c0-f3d3-4a48-8125-83a990074a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:27.615242 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b8d807c0-f3d3-4a48-8125-83a990074a21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd9c6184-dd71-4fb1-af05-11e2e0795bf7 HTTP/1.1" status: 204 len: 168 time: 0.3011694 Sep 15 02:29:27.630394 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d807c0-f3d3-4a48-8125-83a990074a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9c6184-dd71-4fb1-af05-11e2e0795bf7,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:27.662051 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:27.730128 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port 81cb2099-d6e5-46d9-a40b-ba4349801564, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=81cb2099-d6e5-46d9-a40b-ba4349801564,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:29:27.749714 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:27.774026 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a8fe0953-069c-4401-8f1a-063428b04983 req-834d563d-c006-49a6-91f3-694761c584af tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 210 time: 0.0673094 Sep 15 02:29:27.794685 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Allocated IP 172.20.0.1 (a1100f09-2abd-4ba8-babe-c009a22ee068/2e3530c1-b340-4efd-940a-fa701902ce69/86182fb3-9440-4f8c-a8b6-bc9787698fac) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:29:27.880347 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35778) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:27.887347 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-fe89e571-2e82-465e-a0ab-573bc551722c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389513288', 'description': 'tempest-description--1770548906'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:27.954709 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe89e571-2e82-465e-a0ab-573bc551722c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.096938 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.098161 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:25Z', 'revision_number': 2, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:28.141211 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.158695 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.165125 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Checking router: 3d29f752-e691-40e6-899c-6b9bb47d2846 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:29:28.165499 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Updating router 3d29f752-e691-40e6-899c-6b9bb47d2846 port 908ced22-9248-4fa7-aba9-136791831f98 binding host dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:29:28.183455 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=81cb2099-d6e5-46d9-a40b-ba4349801564,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:28.210362 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe89e571-2e82-465e-a0ab-573bc551722c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.219467 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe89e571-2e82-465e-a0ab-573bc551722c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.224192 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.227488 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.240076 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Attempting to bind port 0a8b2653-0f7f-4197-be58-091c93b992d9 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:29:28.240722 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Attempting to bind port 0a8b2653-0f7f-4197-be58-091c93b992d9 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:29:28.241335 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Attempting to bind port 0a8b2653-0f7f-4197-be58-091c93b992d9 on network 73626132-cd8b-4a23-a2b0-fb3708e8a009 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:28.293300 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce2d27-aa16-4618-9bec-81aaf7b8fcf3 None None] Pushing event updated for resources: {'Port': ['ID=0a8b2653-0f7f-4197-be58-091c93b992d9,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:28.298422 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:29:28.299188 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Checking segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:29:28.299981 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.300580 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Bound using segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:29:28.300934 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89e571-2e82-465e-a0ab-573bc551722c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bd6c2a-f8f3-4075-aea4-8166457733d1,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:28.301622 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Bound port: 0a8b2653-0f7f-4197-be58-091c93b992d9, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:29:28.302243 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.347025 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe89e571-2e82-465e-a0ab-573bc551722c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.351627 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fe89e571-2e82-465e-a0ab-573bc551722c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4662020 Sep 15 02:29:28.352350 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35804) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:28.362646 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Network a1100f09-2abd-4ba8-babe-c009a22ee068 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:29:28.369476 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:28.371838 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-1d00b1cc-c1c8-434a-9f64-08af09d967d3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Request body: {'security_group_rule': {'security_group_id': '89bd6c2a-f8f3-4075-aea4-8166457733d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:28.379593 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:29:28.380067 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528520'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.438217 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] For port 0a8b2653-0f7f-4197-be58-091c93b992d9, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:29:28.455656 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] For port 0a8b2653-0f7f-4197-be58-091c93b992d9, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=0a8b2653-0f7f-4197-be58-091c93b992d9,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:29:28.528430 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.529087 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1d00b1cc-c1c8-434a-9f64-08af09d967d3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.555172 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Pushing event updated for resources: {'Port': ['ID=86182fb3-9440-4f8c-a8b6-bc9787698fac,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:28.675676 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.695386 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.706977 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Routers {'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:29:28.720120 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:29:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:28.811015 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee93439-0876-4567-be8f-c872bfcc9217 None None] Pushing event updated for resources: {'Port': ['ID=908ced22-9248-4fa7-aba9-136791831f98,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:28.831137 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1d00b1cc-c1c8-434a-9f64-08af09d967d3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.849790 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1d00b1cc-c1c8-434a-9f64-08af09d967d3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.889541 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.902058 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00b1cc-c1c8-434a-9f64-08af09d967d3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2777fcc6-a38a-4458-b156-13ddb3dd5245,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:28.929236 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 81cb2099-d6e5-46d9-a40b-ba4349801564 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:29:28.931792 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1d00b1cc-c1c8-434a-9f64-08af09d967d3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:28.933048 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1d00b1cc-c1c8-434a-9f64-08af09d967d3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5778971 Sep 15 02:29:28.936142 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35834) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:28.941029 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-6038f2cf-d4a9-4037-bd5c-a191c9246521 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Request body: {'security_group_rule': {'security_group_id': '89bd6c2a-f8f3-4075-aea4-8166457733d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:29.008297 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Attempting to bind port 908ced22-9248-4fa7-aba9-136791831f98 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:29:29.008666 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Attempting to bind port 908ced22-9248-4fa7-aba9-136791831f98 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:29:29.013158 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Attempting to bind port 908ced22-9248-4fa7-aba9-136791831f98 on network a253661e-f1ab-4f21-a6f2-e0d11c706346 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:29.038062 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:29:29.038585 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Checking segment: {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:29:29.050088 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.053856 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6038f2cf-d4a9-4037-bd5c-a191c9246521 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.054178 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Bound using segment: {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:29:29.054848 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Bound port: 908ced22-9248-4fa7-aba9-136791831f98, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:29:29.056729 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.228055 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 81cb2099-d6e5-46d9-a40b-ba4349801564 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:29.231939 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.370099 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] For port 908ced22-9248-4fa7-aba9-136791831f98, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:29:29.378926 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce2d27-aa16-4618-9bec-81aaf7b8fcf3 None None] Pushing event updated for resources: {'Port': ['ID=0a8b2653-0f7f-4197-be58-091c93b992d9,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:29.379901 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] For port 908ced22-9248-4fa7-aba9-136791831f98, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=908ced22-9248-4fa7-aba9-136791831f98,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:29:29.389835 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.403340 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6038f2cf-d4a9-4037-bd5c-a191c9246521 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.409965 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6038f2cf-d4a9-4037-bd5c-a191c9246521 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.431207 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f2cf-d4a9-4037-bd5c-a191c9246521 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee10dc7f-0ad2-4f55-88d3-dab9c633085f,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:29.446458 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.468310 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6038f2cf-d4a9-4037-bd5c-a191c9246521 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.472635 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.474619 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6038f2cf-d4a9-4037-bd5c-a191c9246521 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5369449 Sep 15 02:29:29.475315 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35858) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:29.478238 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531480'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.490284 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Request body: {'floatingip': {'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:29.527859 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee93439-0876-4567-be8f-c872bfcc9217 None None] Pushing event updated for resources: {'Port': ['ID=908ced22-9248-4fa7-aba9-136791831f98,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:29.555711 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.567516 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-676a2229-c22d-468d-912b-a0aba3583fc6 req-6f23a6cd-b8f8-43e3-9d59-0d644a70aaa6 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 210 time: 0.1186574 Sep 15 02:29:29.575868 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:29:29.576527 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:29:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:29.615600 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-7f09e321-d8be-4f74-bfb3-c01e3b2e548c None None] Provisioning complete for port 908ced22-9248-4fa7-aba9-136791831f98 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:29.618056 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f09e321-d8be-4f74-bfb3-c01e3b2e548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:29.727417 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Pushing event updated for resources: {'Port': ['ID=86182fb3-9440-4f8c-a8b6-bc9787698fac,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:29.818822 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] Set router abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:29:29.845565 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Network a1100f09-2abd-4ba8-babe-c009a22ee068 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:29:29.847789 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:29.905697 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:29:30.034610 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.30', 61185) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:30.191017 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Router abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:29:30.285363 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-1589c855-e55a-41f5-bdcb-c084dbed94a1 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:30.287005 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-1589c855-e55a-41f5-bdcb-c084dbed94a1 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.30 "GET /v2.0/networks?id=58b10f86-5466-47de-8719-9ceab3c59172 HTTP/1.1" status: 200 len: 811 time: 0.2355473 Sep 15 02:29:30.337291 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:30.353610 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f09e321-d8be-4f74-bfb3-c01e3b2e548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:30.399917 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Request body: {'port': {'device_id': 'cd5864d9-db7c-43a4-86f6-fe1714e78fcb', 'network_id': '58b10f86-5466-47de-8719-9ceab3c59172', 'admin_state_up': True, 'tenant_id': '4f739b6af4b5422783af4089b8c7b16f'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:30.485497 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:29:30.497003 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-21770945-4ace-4e63-b0ba-93964787164c admin admin] 10.222.0.32 "PUT /v2.0/routers/abc5e46d-b1b7-4834-88b5-e3c49e0bfd29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7767074 Sep 15 02:29:30.594055 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-7f09e321-d8be-4f74-bfb3-c01e3b2e548c None None] For port 908ced22-9248-4fa7-aba9-136791831f98, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=908ced22-9248-4fa7-aba9-136791831f98,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:29:30.611590 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:29Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:30.619858 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f09e321-d8be-4f74-bfb3-c01e3b2e548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:30.701427 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b0db1-dce3-469a-ad54-7b6520764bf4 None None] The sync data for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi is: [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:29Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:29:30.806591 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-14c42b1c-dab1-41fa-ba5b-a4291889bbdb None None] Provisioning complete for port 908ced22-9248-4fa7-aba9-136791831f98 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:30.807174 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-14c42b1c-dab1-41fa-ba5b-a4291889bbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:30.814692 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09e321-d8be-4f74-bfb3-c01e3b2e548c None None] Pushing event updated for resources: {'Port': ['ID=908ced22-9248-4fa7-aba9-136791831f98,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:31.052394 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'name': 'tempest-ServerRescueNegativeTestJSON-2029405693-router', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:22Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 3, 'project_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'gw_port': {'id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:31.083249 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1eea87-2427-4580-9848-87e5a5482ac2 None None] The sync data for ids ['abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'] in dv-cinder-759955-25-iscsi is: [{'id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'name': 'tempest-ServerRescueNegativeTestJSON-2029405693-router', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:22Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 3, 'project_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'gw_port': {'id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:29:31.126909 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-56c28721-c14d-40a9-86ca-fd4249441d5a req-e631f60a-0e9d-4253-a43e-7d2e1f3c4204 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 210 time: 0.1358891 Sep 15 02:29:31.241113 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Allocated IP 172.27.2.191 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/1881deab-8558-40f8-bc8a-499dd58225fd) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:29:31.264829 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Made reservation on behalf of 4f739b6af4b5422783af4089b8c7b16f for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:29:31.268827 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:31.529105 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35964) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:31.639196 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:31.695134 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Allocated IP 172.20.0.9 (58b10f86-5466-47de-8719-9ceab3c59172/266265fe-ebbb-4354-a06a-e4a5b0114a80/d83027b9-a506-4518-b58a-3a83171b9587) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:29:31.751448 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:31.912499 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:29:31.931690 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:31.935219 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:29:32.365789 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event updated for resources: {'Port': ['ID=1881deab-8558-40f8-bc8a-499dd58225fd,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:32.509185 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:32.520165 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0c4bc8da-fc17-4c49-89d7-38bb1ccaa0a3 req-74706daf-163c-4a2c-aefc-dc4f6debd790 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 210 time: 0.1235964 Sep 15 02:29:32.527549 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7b1cdc3-7261-4a0b-b00b-a399688cc185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:32.731096 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:32.881726 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:32.892853 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:32.903081 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 0a8b2653-0f7f-4197-be58-091c93b992d9 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:29:32.991313 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7b1cdc3-7261-4a0b-b00b-a399688cc185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:33.027518 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7b1cdc3-7261-4a0b-b00b-a399688cc185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:33.081438 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-77514583-dd64-4dd6-b6d4-f565a7ca1d35 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:33.081636 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 0a8b2653-0f7f-4197-be58-091c93b992d9 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:33.081974 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:33.091155 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-77514583-dd64-4dd6-b6d4-f565a7ca1d35 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 819 time: 1.0659857 Sep 15 02:29:33.183584 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2fd6a497-d8e3-42d9-ab13-4d42dc7b65ed tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/quotas/b5a6cceb24aa44478bc4e8452b794c34 HTTP/1.1" status: 200 len: 375 time: 0.0886195 Sep 15 02:29:33.217351 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b7b1cdc3-7261-4a0b-b00b-a399688cc185 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97a79aeecd514dd89cec00cdd77eeb58&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6835554 Sep 15 02:29:33.221253 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36018) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:33.310427 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:33.327814 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:33.328527 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:33.393348 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event updated for resources: {'Port': ['ID=1881deab-8558-40f8-bc8a-499dd58225fd,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:33.415287 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port 0a8b2653-0f7f-4197-be58-091c93b992d9, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=0a8b2653-0f7f-4197-be58-091c93b992d9,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:29:33.426321 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:33.432906 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:33.435140 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 908ced22-9248-4fa7-aba9-136791831f98 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:29:33.516456 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4276e7e3-14bf-4ffe-9618-df38be7f9691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:33.618973 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=0a8b2653-0f7f-4197-be58-091c93b992d9,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:33.635863 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 908ced22-9248-4fa7-aba9-136791831f98 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:33.637033 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:33.651535 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1cdc3-7261-4a0b-b00b-a399688cc185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2dc516-c3bc-4fac-88d3-75254a776e84,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:33.688450 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:33.836727 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-0420c069-7877-41f1-98aa-f391b38af323 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6499851 Sep 15 02:29:33.969945 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Network 58b10f86-5466-47de-8719-9ceab3c59172 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:29:33.994935 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4276e7e3-14bf-4ffe-9618-df38be7f9691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:34.002986 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:34.012852 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Pushing event updated for resources: {'Port': ['ID=d83027b9-a506-4518-b58a-3a83171b9587,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:34.046333 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:29:34.074115 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:34.074986 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:34.113616 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:34.117786 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fce651f1-e73b-4714-be01-0d9b8b8d00d6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6391842 Sep 15 02:29:34.183588 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36056) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:34.282017 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-86b9d425-907a-43df-bbc9-2b7a08975d52 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8981912 Sep 15 02:29:34.302395 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d70809-6708-4d1a-a335-1ec709da14ac req-4771fd1b-b601-4d23-92cb-c5da6853523c tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:34.311056 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a9d70809-6708-4d1a-a335-1ec709da14ac req-4771fd1b-b601-4d23-92cb-c5da6853523c tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 931 time: 0.5071325 Sep 15 02:29:34.325779 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-e4d7bb2e-e824-4adc-b25c-3478b984887f tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:29:34.326882 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-e4d7bb2e-e824-4adc-b25c-3478b984887f tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129571 Sep 15 02:29:34.388183 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4276e7e3-14bf-4ffe-9618-df38be7f9691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:34.392944 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4276e7e3-14bf-4ffe-9618-df38be7f9691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:34.400250 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4276e7e3-14bf-4ffe-9618-df38be7f9691 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f2dc516-c3bc-4fac-88d3-75254a776e84 HTTP/1.1" status: 204 len: 168 time: 1.1763184 Sep 15 02:29:34.422160 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Sync routers for ids ['abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:29:34.437017 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36074) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:34.444112 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Routers {'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:29:34.444857 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:29:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:34.449590 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a9d70809-6708-4d1a-a335-1ec709da14ac req-a9b05375-91ae-4bbb-a002-a2907b5e12d1 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375880 Sep 15 02:29:34.450989 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276e7e3-14bf-4ffe-9618-df38be7f9691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2dc516-c3bc-4fac-88d3-75254a776e84,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:34.500953 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-0cece911-930a-4bee-b1ef-6422751cc43a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:29:34.510312 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-0cece911-930a-4bee-b1ef-6422751cc43a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3031888 Sep 15 02:29:34.682841 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0d8c13d3-acfe-4eeb-9b8d-8271521e5c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:34.778996 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-a8a9a610-f46c-4ac8-bc7b-615ae53068e6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1389513288&fields=id&tenant_id=cc2ce4399ef144efb17b4474c8f97969 HTTP/1.1" status: 200 len: 267 time: 0.1697907 Sep 15 02:29:34.790270 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Set router abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:29:34.880321 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-a00a4af9-60a3-436b-9d68-0bb7e8728992 service neutron] 10.222.0.32 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636842 Sep 15 02:29:34.990805 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 0a8b2653-0f7f-4197-be58-091c93b992d9 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:29:35.041053 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Request body: {'port': {'device_id': 'cd5864d9-db7c-43a4-86f6-fe1714e78fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:35.043074 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-866ba88f-2e62-4a46-a737-173e5a35d87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.215652 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36108) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:35.216704 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.224635 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 0a8b2653-0f7f-4197-be58-091c93b992d9 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:35.225245 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.246173 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0d8c13d3-acfe-4eeb-9b8d-8271521e5c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.246778 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c53bd818-658e-48cd-9d2b-adb3eaee7b2d tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:35.248433 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c53bd818-658e-48cd-9d2b-adb3eaee7b2d tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/networks?id=a253661e-f1ab-4f21-a6f2-e0d11c706346 HTTP/1.1" status: 200 len: 817 time: 0.4466422 Sep 15 02:29:35.260907 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aeda75f4-e0cb-45d0-b4f9-74743f60ba40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.278057 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0d8c13d3-acfe-4eeb-9b8d-8271521e5c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.330969 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-7065e3be-e81b-4ed6-951a-4b67a838a9de service neutron] 10.222.0.32 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337940 Sep 15 02:29:35.361021 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-e322c996-26b4-473c-a7be-69f2cea0555a tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/quotas/cc2ce4399ef144efb17b4474c8f97969 HTTP/1.1" status: 200 len: 375 time: 0.1031384 Sep 15 02:29:35.381448 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'name': 'tempest-ServerRescueNegativeTestJSON-2029405693-router', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:22Z', 'updated_at': '2021-09-15T02:29:28Z', 'revision_number': 4, 'project_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'gw_port': {'id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '86182fb3-9440-4f8c-a8b6-bc9787698fac', 'name': '', 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'mac_address': 'fa:16:3e:04:ad:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e3530c1-b340-4efd-940a-fa701902ce69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:27Z', 'updated_at': '2021-09-15T02:29:29Z', 'revision_number': 2, 'project_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'subnets': [{'id': '2e3530c1-b340-4efd-940a-fa701902ce69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:35.385932 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0d8c13d3-acfe-4eeb-9b8d-8271521e5c61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39d74d8136ed4bc29d461c03de3a975f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2009449 Sep 15 02:29:35.386753 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36114) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:35.421605 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c13d3-acfe-4eeb-9b8d-8271521e5c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f4f1a3-b49f-4041-8128-d280f90d2dd5,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:35.424144 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Checking router: abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:29:35.424727 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Updating router abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 port 86182fb3-9440-4f8c-a8b6-bc9787698fac binding host dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:29:35.463652 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.498131 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-964d09a1-1a99-4897-845b-337a6f3e6f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.544836 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-964d09a1-1a99-4897-845b-337a6f3e6f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.624496 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-866ba88f-2e62-4a46-a737-173e5a35d87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.643024 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-866ba88f-2e62-4a46-a737-173e5a35d87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.758363 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-866ba88f-2e62-4a46-a737-173e5a35d87e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3647835f3bd4798bc799b8bd529565e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3185117 Sep 15 02:29:35.760394 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36124) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:35.847916 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aeda75f4-e0cb-45d0-b4f9-74743f60ba40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.920772 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aeda75f4-e0cb-45d0-b4f9-74743f60ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.950440 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-472689c3-89f1-46c5-b35a-456e29a5c7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.979497 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-472689c3-89f1-46c5-b35a-456e29a5c7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:35.994927 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:36.003600 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:36.122896 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80585578-567b-4ab4-abaa-5f58743e533b None None] Pushing event updated for resources: {'Port': ['ID=86182fb3-9440-4f8c-a8b6-bc9787698fac,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:36.177734 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-472689c3-89f1-46c5-b35a-456e29a5c7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:36.180774 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-472689c3-89f1-46c5-b35a-456e29a5c7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:36.182764 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-472689c3-89f1-46c5-b35a-456e29a5c7a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a42ae14-51ed-4d52-87d5-fa250da617a4 HTTP/1.1" status: 204 len: 168 time: 0.4098916 Sep 15 02:29:36.191404 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Attempting to bind port 86182fb3-9440-4f8c-a8b6-bc9787698fac on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:29:36.191827 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Attempting to bind port 86182fb3-9440-4f8c-a8b6-bc9787698fac by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:29:36.192248 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Attempting to bind port 86182fb3-9440-4f8c-a8b6-bc9787698fac on network a1100f09-2abd-4ba8-babe-c009a22ee068 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:36.194237 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ba88f-2e62-4a46-a737-173e5a35d87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a42ae14-51ed-4d52-87d5-fa250da617a4,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:36.204789 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:29:36.205165 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Checking segment: {'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:29:36.205570 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:36.206033 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Bound using segment: {'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:29:36.206477 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Bound port: 86182fb3-9440-4f8c-a8b6-bc9787698fac, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:29:36.207023 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:36.231194 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-964d09a1-1a99-4897-845b-337a6f3e6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:36.245809 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-964d09a1-1a99-4897-845b-337a6f3e6f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:36.250217 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-964d09a1-1a99-4897-845b-337a6f3e6f14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47f4f1a3-b49f-4041-8128-d280f90d2dd5 HTTP/1.1" status: 204 len: 168 time: 0.8594089 Sep 15 02:29:36.256310 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472689c3-89f1-46c5-b35a-456e29a5c7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a42ae14-51ed-4d52-87d5-fa250da617a4,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:36.318213 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] For port 86182fb3-9440-4f8c-a8b6-bc9787698fac, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:29:36.324280 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] For port 86182fb3-9440-4f8c-a8b6-bc9787698fac, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=86182fb3-9440-4f8c-a8b6-bc9787698fac,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:29:36.332156 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:36.334509 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d09a1-1a99-4897-845b-337a6f3e6f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f4f1a3-b49f-4041-8128-d280f90d2dd5,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:36.379907 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760ed8a-3036-46d8-acb1-2e94178f18a5 req-ab0441ac-63a8-43c2-a558-6a664306beaa tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:36.396055 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8760ed8a-3036-46d8-acb1-2e94178f18a5 req-ab0441ac-63a8-43c2-a558-6a664306beaa tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 931 time: 0.3027775 Sep 15 02:29:36.529242 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8760ed8a-3036-46d8-acb1-2e94178f18a5 req-fd47d78e-9e57-4a92-92a4-88d3115e8673 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321995 Sep 15 02:29:36.532351 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80585578-567b-4ab4-abaa-5f58743e533b None None] Pushing event updated for resources: {'Port': ['ID=86182fb3-9440-4f8c-a8b6-bc9787698fac,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:36.557819 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Routers {'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:29:36.558535 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:29:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:36.608420 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-619d4c61-9728-4277-aa53-319e0dcd0cc1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc2ce4399ef144efb17b4474c8f97969&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2279384 Sep 15 02:29:36.647319 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-aeda75f4-e0cb-45d0-b4f9-74743f60ba40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f56d6d6aa832425da0dedbfcf5a478d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4255741 Sep 15 02:29:36.649257 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda75f4-e0cb-45d0-b4f9-74743f60ba40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a016b00-40ea-429a-9530-ca9cc58e01bf,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:36.661868 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36160) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:36.696608 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-53f27ecc-ee73-4bb8-89eb-5eb701c37187 req-0ec20daa-2831-4468-a614-c80ad4d81043 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0937247 Sep 15 02:29:36.885376 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] Set router abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:29:37.082679 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36184) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:37.116031 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3880-bb20-4638-8721-31d698523e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:37.138241 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-434ec590-78bb-4575-bdd5-eced762a66c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:37.222289 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-a2c3ef84-5a37-4f31-9244-2f95fd857d97 service neutron] 10.222.0.32 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040874 Sep 15 02:29:37.328411 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-434ec590-78bb-4575-bdd5-eced762a66c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:37.676484 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-be92f728-6f39-4b3a-9e7c-174689e91e81 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:37.680169 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-be92f728-6f39-4b3a-9e7c-174689e91e81 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 819 time: 0.4686155 Sep 15 02:29:37.777306 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'name': 'tempest-ServerRescueNegativeTestJSON-2029405693-router', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:22Z', 'updated_at': '2021-09-15T02:29:28Z', 'revision_number': 4, 'project_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'gw_port': {'id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '86182fb3-9440-4f8c-a8b6-bc9787698fac', 'name': '', 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'mac_address': 'fa:16:3e:04:ad:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e3530c1-b340-4efd-940a-fa701902ce69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:27Z', 'updated_at': '2021-09-15T02:29:36Z', 'revision_number': 4, 'project_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'subnets': [{'id': '2e3530c1-b340-4efd-940a-fa701902ce69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:29:37.827859 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-1e0ee47b-82f3-4f49-8c04-15b52e1449e4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/quotas/b5a6cceb24aa44478bc4e8452b794c34 HTTP/1.1" status: 200 len: 375 time: 0.1299348 Sep 15 02:29:37.831452 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3880-bb20-4638-8721-31d698523e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:37.887890 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3880-bb20-4638-8721-31d698523e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:37.923882 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83027b9-a506-4518-b58a-3a83171b9587 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:29:37.924117 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015ebb3-d9a0-4b81-ba54-b6bc46e424e6 None None] The sync data for ids ['abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'] in dv-cinder-759955-25-iscsi is: [{'id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'name': 'tempest-ServerRescueNegativeTestJSON-2029405693-router', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:22Z', 'updated_at': '2021-09-15T02:29:28Z', 'revision_number': 4, 'project_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'gw_port': {'id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '86182fb3-9440-4f8c-a8b6-bc9787698fac', 'name': '', 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'mac_address': 'fa:16:3e:04:ad:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e3530c1-b340-4efd-940a-fa701902ce69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:27Z', 'updated_at': '2021-09-15T02:29:36Z', 'revision_number': 4, 'project_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'subnets': [{'id': '2e3530c1-b340-4efd-940a-fa701902ce69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:29:37.954091 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:37.975959 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-a4f1f93c-189e-44e9-bd90-7a54d14c4175 service neutron] 10.222.0.32 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7189813 Sep 15 02:29:37.986587 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36222) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:37.989185 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-434ec590-78bb-4575-bdd5-eced762a66c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:37.992112 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-434ec590-78bb-4575-bdd5-eced762a66c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:37.993429 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-434ec590-78bb-4575-bdd5-eced762a66c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a016b00-40ea-429a-9530-ca9cc58e01bf HTTP/1.1" status: 204 len: 168 time: 1.3290334 Sep 15 02:29:38.054981 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ec590-78bb-4575-bdd5-eced762a66c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a016b00-40ea-429a-9530-ca9cc58e01bf,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:38.078581 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Transition to ACTIVE for port object d83027b9-a506-4518-b58a-3a83171b9587 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:29:38.089011 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:38.219049 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1cd2da7b-8d31-48cf-ac71-be16a236f94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:38.258888 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3f3f3880-bb20-4638-8721-31d698523e23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe40b72a5f704b7fb78c29e3df36e90d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1749747 Sep 15 02:29:38.266442 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36238) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:38.309933 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f3880-bb20-4638-8721-31d698523e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f7f3d7-c8d0-428e-b07c-8d3f07db88da,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:38.326698 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d83027b9-a506-4518-b58a-3a83171b9587,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:38.428789 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-afba9358-cfc9-4aa4-9a6d-75ec0da49ac1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5992148 Sep 15 02:29:38.513811 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Attempting to bind port d83027b9-a506-4518-b58a-3a83171b9587 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:29:38.515682 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Attempting to bind port d83027b9-a506-4518-b58a-3a83171b9587 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '58b10f86-5466-47de-8719-9ceab3c59172'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:29:38.516212 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Attempting to bind port d83027b9-a506-4518-b58a-3a83171b9587 on network 58b10f86-5466-47de-8719-9ceab3c59172 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:38.529831 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Port d83027b9-a506-4518-b58a-3a83171b9587 on network 58b10f86-5466-47de-8719-9ceab3c59172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:29:38.530386 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Attempting to bind port d83027b9-a506-4518-b58a-3a83171b9587 on network 58b10f86-5466-47de-8719-9ceab3c59172 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:38.544187 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:29:38.544810 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Checking segment: {'id': '5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '58b10f86-5466-47de-8719-9ceab3c59172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:29:38.545550 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Bound using segment: {'id': '5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '58b10f86-5466-47de-8719-9ceab3c59172'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:29:38.546217 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Bound port: d83027b9-a506-4518-b58a-3a83171b9587, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '58b10f86-5466-47de-8719-9ceab3c59172'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:29:38.546737 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:38.887419 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1f069e69-405c-466d-809d-361ba8d5b809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:38.909822 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 86182fb3-9440-4f8c-a8b6-bc9787698fac up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:29:38.937862 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-d91bc33f-e870-460f-9a8b-8d75c16df282 service neutron] 10.222.0.32 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814329 Sep 15 02:29:38.946349 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] For port d83027b9-a506-4518-b58a-3a83171b9587, host hv-cinder-75995, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:29:39.119035 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 86182fb3-9440-4f8c-a8b6-bc9787698fac triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:39.120630 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:39.127082 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] For port d83027b9-a506-4518-b58a-3a83171b9587, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d83027b9-a506-4518-b58a-3a83171b9587,segment=NetworkSegment(5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b),segment_id=5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:29:39.154190 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e72db1c0-886f-470d-a33d-428d6c501664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:39.171629 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbfa85-437e-467c-827f-cd2748027374 req-3e36ddb5-8bcc-4b78-b8f2-6dee3fcfc5fb tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:39.175983 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-32cbfa85-437e-467c-827f-cd2748027374 req-3e36ddb5-8bcc-4b78-b8f2-6dee3fcfc5fb tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 943 time: 0.5434926 Sep 15 02:29:39.242118 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:39.342582 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e72db1c0-886f-470d-a33d-428d6c501664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:39.387918 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-13a8a117-5d86-4ec0-a7ff-8b373fa69d35 service neutron] 10.222.0.32 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367878 Sep 15 02:29:39.401538 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:39.439374 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.30', 61203) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:39.549691 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port 86182fb3-9440-4f8c-a8b6-bc9787698fac, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=86182fb3-9440-4f8c-a8b6-bc9787698fac,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:29:39.558270 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:39.620384 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:39.621966 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:39.627207 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/d83027b9-a506-4518-b58a-3a83171b9587 HTTP/1.1" status: 200 len: 1093 time: 4.9025586 Sep 15 02:29:39.643873 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5864d9-db7c-43a4-86f6-fe1714e78fcb', 'tag': 'd83027b9-a506-4518-b58a-3a83171b9587'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:29:39.758280 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=86182fb3-9440-4f8c-a8b6-bc9787698fac,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:39.854426 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e72db1c0-886f-470d-a33d-428d6c501664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:39.857430 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e72db1c0-886f-470d-a33d-428d6c501664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:39.859265 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e72db1c0-886f-470d-a33d-428d6c501664 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5f7f3d7-c8d0-428e-b07c-8d3f07db88da HTTP/1.1" status: 204 len: 168 time: 1.5823064 Sep 15 02:29:39.872510 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72db1c0-886f-470d-a33d-428d6c501664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f7f3d7-c8d0-428e-b07c-8d3f07db88da,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:39.942777 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-a152e0fb-01b7-4c78-8de9-ff32afbcf635 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:39.956730 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-a152e0fb-01b7-4c78-8de9-ff32afbcf635 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 819 time: 0.4801588 Sep 15 02:29:40.062439 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-79fcdd26-0693-4b31-9c5e-e912de651860 req-ba9c4a56-9c21-41b0-a264-293275c7c3aa tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 210 time: 0.1026051 Sep 15 02:29:40.072343 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Request body: {'port': {'device_id': 'd75988b7-5092-4c01-b0d4-a6430678bfc1', 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068', 'admin_state_up': True, 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:40.096053 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-32cbfa85-437e-467c-827f-cd2748027374 req-222218db-d0e3-4693-bf15-5134ebe3dd19 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8795388 Sep 15 02:29:40.102851 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf264bb-d5f4-4f68-a141-6f63005f52f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d83027b9-a506-4518-b58a-3a83171b9587,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:40.264864 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-25a205d1-4ffa-4308-9e96-b106abe0c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:40.266872 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-25a205d1-4ffa-4308-9e96-b106abe0c239 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f739b6af4b5422783af4089b8c7b16f&device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 1096 time: 0.3924422 Sep 15 02:29:40.312146 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f0e895a8-a316-4a16-aed6-3f7a95ee9ed8 req-77fb918b-25a3-4050-b50e-fb3037efa370 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 210 time: 0.0605197 Sep 15 02:29:40.579880 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b5f37f379dde398f92d12e294ae0c4400e5de163891a3a78778841afde8ffe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bde7d9-f56e-4a45-b3ea-0f1c316066e8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5864d9-db7c-43a4-86f6-fe1714e78fcb", "tag": "d83027b9-a506-4518-b58a-3a83171b9587"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:29:40.602117 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-5f45a2a6-a6c7-4310-9b61-53745141b5f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d83027b9-a506-4518-b58a-3a83171b9587 HTTP/1.1" status: 200 len: 217 time: 0.2917228 Sep 15 02:29:40.661555 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1f069e69-405c-466d-809d-361ba8d5b809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:40.685705 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-15a50bb3-af21-4e11-8865-7507fe3c7a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:40.729294 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Made reservation on behalf of b5a6cceb24aa44478bc4e8452b794c34 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:29:40.731505 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1f069e69-405c-466d-809d-361ba8d5b809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:40.739442 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:40.867570 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 86182fb3-9440-4f8c-a8b6-bc9787698fac up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:29:40.881096 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-98cd4b4d-3e3f-4208-95d5-5677888def82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:40.883174 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-98cd4b4d-3e3f-4208-95d5-5677888def82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266265fe-ebbb-4354-a06a-e4a5b0114a80 HTTP/1.1" status: 200 len: 851 time: 0.2489617 Sep 15 02:29:40.895406 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1f069e69-405c-466d-809d-361ba8d5b809 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3841a841e151488abc6fd684c93713d9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9074483 Sep 15 02:29:40.898750 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36340) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:41.042537 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-63a11ff7-3d59-4fae-930e-81f48503a3ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58b10f86-5466-47de-8719-9ceab3c59172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245613 Sep 15 02:29:41.050401 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:41.083904 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 86182fb3-9440-4f8c-a8b6-bc9787698fac triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:41.084288 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:41.168145 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f069e69-405c-466d-809d-361ba8d5b809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b039297-fb30-41e6-9dd5-c7a508fb1145,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:41.187751 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.30', 61208) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:41.355601 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-02279086-1f42-4348-aead-b3a35d21e902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:41.406436 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-02279086-1f42-4348-aead-b3a35d21e902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:41.525533 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34416b13-fff4-4607-b5db-30eab1328383 x-openstack-request-id: req-34416b13-fff4-4607-b5db-30eab1328383 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:29:41.525839 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5864d9-db7c-43a4-86f6-fe1714e78fcb", "tag": "d83027b9-a506-4518-b58a-3a83171b9587", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:29:41.526247 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34416b13-fff4-4607-b5db-30eab1328383 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:29:41.526861 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5864d9-db7c-43a4-86f6-fe1714e78fcb', 'tag': 'd83027b9-a506-4518-b58a-3a83171b9587', 'status': 'completed', 'code': 200} Sep 15 02:29:41.540460 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-02279086-1f42-4348-aead-b3a35d21e902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:41.543207 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-02279086-1f42-4348-aead-b3a35d21e902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:41.544373 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-02279086-1f42-4348-aead-b3a35d21e902 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b039297-fb30-41e6-9dd5-c7a508fb1145 HTTP/1.1" status: 204 len: 168 time: 0.6436603 Sep 15 02:29:41.766046 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b7e55760-0e2e-4931-bc2f-619a49a42133 req-0a2ff011-3e60-4bde-a40a-48ebbddecbf0 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 210 time: 0.1005869 Sep 15 02:29:41.821739 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Allocated IP 172.20.0.6 (a1100f09-2abd-4ba8-babe-c009a22ee068/2e3530c1-b340-4efd-940a-fa701902ce69/d44a3335-a2fa-4893-8b0d-aff24eaf57e2) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:29:41.831761 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-2650077b-6739-41ee-a7cc-51be63d3d494 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:41.835698 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-2650077b-6739-41ee-a7cc-51be63d3d494 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.30 "GET /v2.0/networks?id=a253661e-f1ab-4f21-a6f2-e0d11c706346 HTTP/1.1" status: 200 len: 817 time: 0.6179740 Sep 15 02:29:41.954701 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:42.039736 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7158ae93-8a64-40b8-a405-dceeaaf17b0e req-cf485b36-b132-416a-af02-7e84e8096538 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 210 time: 0.0972645 Sep 15 02:29:42.230281 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:42.253884 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02279086-1f42-4348-aead-b3a35d21e902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b039297-fb30-41e6-9dd5-c7a508fb1145,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:42.263310 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-46918c7b-e6c2-467d-96b8-16f4020fc79d service neutron] 10.222.0.30 "GET /v2.0/networks/58b10f86-5466-47de-8719-9ceab3c59172?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1950893 Sep 15 02:29:42.305959 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723fc98-15a9-4965-b217-affaec7153a3 req-4d51e51c-d090-4dc0-a03c-ba906098c843 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:42.307055 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:42.310402 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9723fc98-15a9-4965-b217-affaec7153a3 req-4d51e51c-d090-4dc0-a03c-ba906098c843 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 943 time: 0.6227877 Sep 15 02:29:42.403585 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9723fc98-15a9-4965-b217-affaec7153a3 req-933a9c05-c0ff-4aca-b6dd-32217c6a2e82 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858428 Sep 15 02:29:42.479698 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36390) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:42.531059 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Pushing event updated for resources: {'Port': ['ID=d44a3335-a2fa-4893-8b0d-aff24eaf57e2,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:42.577076 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Network a1100f09-2abd-4ba8-babe-c009a22ee068 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:29:42.578761 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:42.583576 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:29:42.591761 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:42.593417 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:42.634816 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-2115e71c-67f3-44d5-902f-1771f42373de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5690327 Sep 15 02:29:42.734962 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36402) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:42.749161 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e107014-bf2d-428b-be9f-d78f13dd3ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:42.961410 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aa5923e2-ccfb-4bcc-8739-690189cfecdc req-4ca30cb3-1471-4aa9-82c9-fd359a87f85d tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 210 time: 0.0360241 Sep 15 02:29:43.034112 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e107014-bf2d-428b-be9f-d78f13dd3ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.053297 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dce095ce-51d0-4792-873b-21a3ed7f4903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.062269 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e107014-bf2d-428b-be9f-d78f13dd3ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.163712 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c15b5a7d-b76b-4e61-b0d6-a8f1b00da11c req-5892c1c6-4641-4317-991e-3f5e7f556ee7 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 210 time: 0.0434949 Sep 15 02:29:43.169843 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1e107014-bf2d-428b-be9f-d78f13dd3ecb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=664d0e0890f148d991e632458bed1915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338191 Sep 15 02:29:43.173580 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36414) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:43.183614 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e107014-bf2d-428b-be9f-d78f13dd3ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e14fe02-67fc-4436-ade7-19a4645e3a81,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:43.267195 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e95d868c-a819-4063-96b9-d8b7d381b4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.294733 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e95d868c-a819-4063-96b9-d8b7d381b4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.323375 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dce095ce-51d0-4792-873b-21a3ed7f4903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.328769 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dce095ce-51d0-4792-873b-21a3ed7f4903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.364825 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce095ce-51d0-4792-873b-21a3ed7f4903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f317dc4-2360-4f0d-80ed-6e23953e1c59,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:43.394134 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.396629 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e95d868c-a819-4063-96b9-d8b7d381b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.400784 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-dce095ce-51d0-4792-873b-21a3ed7f4903 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5db79f3cdc4d45a5aa50e2f6ecdbc717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9173207 Sep 15 02:29:43.400948 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e95d868c-a819-4063-96b9-d8b7d381b4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.400948 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e95d868c-a819-4063-96b9-d8b7d381b4eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e14fe02-67fc-4436-ade7-19a4645e3a81 HTTP/1.1" status: 204 len: 168 time: 0.2259195 Sep 15 02:29:43.401263 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36422) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:43.447343 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d868c-a819-4063-96b9-d8b7d381b4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e14fe02-67fc-4436-ade7-19a4645e3a81,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:43.538104 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-65daa18e-934f-451b-9d66-5387a47506dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.570549 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-65daa18e-934f-451b-9d66-5387a47506dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.657120 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a2591-6bff-4a49-b62e-00c2b82cdd1b req-3bb0a83f-5b45-491b-bf7e-8cf92adb96aa tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:43.658683 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3f9a2591-6bff-4a49-b62e-00c2b82cdd1b req-3bb0a83f-5b45-491b-bf7e-8cf92adb96aa tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 943 time: 0.0783193 Sep 15 02:29:43.688440 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-65daa18e-934f-451b-9d66-5387a47506dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.691256 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-65daa18e-934f-451b-9d66-5387a47506dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:43.695324 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-65daa18e-934f-451b-9d66-5387a47506dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f317dc4-2360-4f0d-80ed-6e23953e1c59 HTTP/1.1" status: 204 len: 168 time: 0.2876356 Sep 15 02:29:43.713331 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65daa18e-934f-451b-9d66-5387a47506dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f317dc4-2360-4f0d-80ed-6e23953e1c59,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:43.754564 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3f9a2591-6bff-4a49-b62e-00c2b82cdd1b req-dee79960-6f58-431d-a2a1-dfa097ad77ee tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804987 Sep 15 02:29:44.104561 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-43d7b889-ba7d-4f3e-9941-3c3ab7059c59 req-ebf8ffdd-935e-45c4-9eb7-225768bf43aa tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 210 time: 0.0373704 Sep 15 02:29:44.317593 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4d5e2e12-41fa-4b5a-b95d-9616bfb547c7 req-8536b602-17cc-49b8-87b6-a99ddd933008 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 210 time: 0.0508721 Sep 15 02:29:44.677195 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36478) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:44.704570 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97946461-ac92-409a-8350-67828b1dc178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:44.925845 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97946461-ac92-409a-8350-67828b1dc178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:44.930655 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19cd3c-57f8-4cf4-8885-8bfa7a0c0a86 req-fc0fe515-fe7e-44e9-a51e-bba7ebf31643 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:44.931968 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97946461-ac92-409a-8350-67828b1dc178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:44.939511 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3e19cd3c-57f8-4cf4-8885-8bfa7a0c0a86 req-fc0fe515-fe7e-44e9-a51e-bba7ebf31643 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 943 time: 0.0632603 Sep 15 02:29:44.991111 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3e19cd3c-57f8-4cf4-8885-8bfa7a0c0a86 req-27fb8649-a347-419c-8ca9-77155439494c tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Sep 15 02:29:45.074871 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-97946461-ac92-409a-8350-67828b1dc178 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08c65bfd5afb4f67b0fbaca2a747788a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967776 Sep 15 02:29:45.077399 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97946461-ac92-409a-8350-67828b1dc178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803d929e-3959-40ed-8ee9-78175047b392,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:45.077966 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36506) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:45.174870 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c1d82359-f58f-40b2-ae1e-2df8911314f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:45.229786 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c1d82359-f58f-40b2-ae1e-2df8911314f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:45.240623 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dc7d4cd7-0761-469c-8e90-a00f5d64cfa2 req-5b07ff70-4f88-4386-be5c-e954ce0ca836 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 210 time: 0.0350530 Sep 15 02:29:45.309676 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c1d82359-f58f-40b2-ae1e-2df8911314f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:45.312408 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c1d82359-f58f-40b2-ae1e-2df8911314f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:45.316551 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c1d82359-f58f-40b2-ae1e-2df8911314f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/803d929e-3959-40ed-8ee9-78175047b392 HTTP/1.1" status: 204 len: 168 time: 0.2350953 Sep 15 02:29:45.321489 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36532) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:45.329764 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d82359-f58f-40b2-ae1e-2df8911314f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803d929e-3959-40ed-8ee9-78175047b392,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:45.434084 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-431cce5d-3279-419b-94c6-140610d5f989 req-4e516a0e-99b2-4c79-b4de-7d3c23e56797 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 210 time: 0.0314782 Sep 15 02:29:45.717436 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6010f74b-bd73-4bef-823f-1a476ec2711b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:45.837718 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6010f74b-bd73-4bef-823f-1a476ec2711b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:45.842670 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6010f74b-bd73-4bef-823f-1a476ec2711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:45.882711 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6010f74b-bd73-4bef-823f-1a476ec2711b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f05cc0d421f74b79b332e64275d9ebc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5601022 Sep 15 02:29:45.884664 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010f74b-bd73-4bef-823f-1a476ec2711b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b629c78e-1c89-4a1a-98cd-8668e909f690,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:45.885391 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36594) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:45.947602 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a79b990-ee5a-44d8-b01d-b86805d39e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:45.974124 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a79b990-ee5a-44d8-b01d-b86805d39e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:46.051267 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a79b990-ee5a-44d8-b01d-b86805d39e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:46.054268 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a79b990-ee5a-44d8-b01d-b86805d39e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:46.057108 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6a79b990-ee5a-44d8-b01d-b86805d39e1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b629c78e-1c89-4a1a-98cd-8668e909f690 HTTP/1.1" status: 204 len: 168 time: 0.1705201 Sep 15 02:29:46.068621 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79b990-ee5a-44d8-b01d-b86805d39e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b629c78e-1c89-4a1a-98cd-8668e909f690,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:46.161655 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdf003-72f0-428e-8bd5-972a59afc869 req-621655ec-704b-40d6-b6cb-d3659a34162b tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:46.163817 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9dfdf003-72f0-428e-8bd5-972a59afc869 req-621655ec-704b-40d6-b6cb-d3659a34162b tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 943 time: 0.0576403 Sep 15 02:29:46.211251 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9dfdf003-72f0-428e-8bd5-972a59afc869 req-f232b232-2bd3-4ce8-bd9f-a1218ddb937a tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381882 Sep 15 02:29:46.343354 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1ab12c1f-532d-424a-b181-42651aab39b0 req-9a0dc317-cb6e-482d-b874-a564a544a235 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 210 time: 0.0291910 Sep 15 02:29:46.533894 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-114f4cd7-fa52-4ed3-a719-e0b5b5732c4e req-e26e0a60-9837-4a22-91b8-feb3ab1340de tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 210 time: 0.0261853 Sep 15 02:29:46.541569 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36638) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:46.646984 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36646) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:46.647157 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36648) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:46.665183 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfc95-f26c-4be5-b122-c16ca75eb7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:46.768336 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfc95-f26c-4be5-b122-c16ca75eb7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:46.774851 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfc95-f26c-4be5-b122-c16ca75eb7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:46.779789 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9385e86b-e943-4ba0-8100-231a4a77d2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:46.809675 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea891-1091-468e-ad32-82daadef222c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:46.862706 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2f0cfc95-f26c-4be5-b122-c16ca75eb7f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bcadbff4be004580a52155cdcda83925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153590 Sep 15 02:29:46.865545 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36656) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:46.870102 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cfc95-f26c-4be5-b122-c16ca75eb7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396c0db8-afd6-4f4b-8293-a446e634bdf5,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:46.924789 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f957d247-257b-457a-829c-d5340fb09fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:46.926598 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9385e86b-e943-4ba0-8100-231a4a77d2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:46.931560 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9385e86b-e943-4ba0-8100-231a4a77d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:46.960804 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f957d247-257b-457a-829c-d5340fb09fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:46.985158 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9385e86b-e943-4ba0-8100-231a4a77d2f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba22d94a5739402caf091c7634f1f47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422531 Sep 15 02:29:46.985606 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36664) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:46.986197 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385e86b-e943-4ba0-8100-231a4a77d2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101ace58-bf09-400b-a093-ec40df461025,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:47.107629 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-383c3a04-607f-4cab-9da3-ae666a9cc8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:47.129647 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f957d247-257b-457a-829c-d5340fb09fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:47.132448 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f957d247-257b-457a-829c-d5340fb09fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:47.134036 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f957d247-257b-457a-829c-d5340fb09fb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/396c0db8-afd6-4f4b-8293-a446e634bdf5 HTTP/1.1" status: 204 len: 168 time: 0.2674909 Sep 15 02:29:47.151186 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Request body: {'port': {'device_id': 'd75988b7-5092-4c01-b0d4-a6430678bfc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:47.166569 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-383c3a04-607f-4cab-9da3-ae666a9cc8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:47.195684 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957d247-257b-457a-829c-d5340fb09fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396c0db8-afd6-4f4b-8293-a446e634bdf5,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:47.240827 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea891-1091-468e-ad32-82daadef222c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:47.283185 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28ecfbb7-87eb-4a71-8881-3afa28db3a31 req-510f112e-0d2a-4e08-92ac-7215a9fe9cf4 service neutron] 10.222.0.30 "GET /v2.0/networks/58b10f86-5466-47de-8719-9ceab3c59172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125354 Sep 15 02:29:47.293421 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea891-1091-468e-ad32-82daadef222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:47.297139 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.30', 61211) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:47.326393 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-6eb0b046-db4f-48cc-abdf-ab7199a344eb tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2ce4399ef144efb17b4474c8f97969 HTTP/1.1" status: 200 len: 380 time: 0.1220033 Sep 15 02:29:47.401248 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Request body: {'port': {'device_id': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'admin_state_up': True, 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'security_groups': ['89bd6c2a-f8f3-4075-aea4-8166457733d1']}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:47.448377 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:47.484570 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8d0ea891-1091-468e-ad32-82daadef222c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cbe282601b2485dbdb8b44cb72be2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8365059 Sep 15 02:29:47.493631 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36692) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:47.550660 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-872778db-1693-4237-b79b-dc5eaf0f324c req-b2c1d447-d25c-44d9-8c7e-4cad5f5847d2 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 210 time: 0.0532544 Sep 15 02:29:47.551388 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ea891-1091-468e-ad32-82daadef222c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0ed179-d54a-462c-8d59-890a8576ecad,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:47.563935 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-383c3a04-607f-4cab-9da3-ae666a9cc8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:47.576211 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-383c3a04-607f-4cab-9da3-ae666a9cc8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:47.581882 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-383c3a04-607f-4cab-9da3-ae666a9cc8de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/101ace58-bf09-400b-a093-ec40df461025 HTTP/1.1" status: 204 len: 168 time: 0.5948052 Sep 15 02:29:47.651258 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3190e4a-5fa8-4f2e-a5ae-514e49cb963e req-ddc652cb-b365-470f-b91b-0cb831881305 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:47.653034 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d3190e4a-5fa8-4f2e-a5ae-514e49cb963e req-ddc652cb-b365-470f-b91b-0cb831881305 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 943 time: 0.3222756 Sep 15 02:29:47.663063 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bde7d9-f56e-4a45-b3ea-0f1c316066e8 req-b70d13ec-db72-4b68-949a-9d0eae2d1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:47.664693 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a8bde7d9-f56e-4a45-b3ea-0f1c316066e8 req-b70d13ec-db72-4b68-949a-9d0eae2d1bc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f739b6af4b5422783af4089b8c7b16f&device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 1096 time: 0.1362717 Sep 15 02:29:47.713967 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bbdd212b-a9b5-496d-a35b-7753e0d39799 req-15300154-33c7-4c02-986f-696113d341e2 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 210 time: 0.0752442 Sep 15 02:29:47.714328 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Made reservation on behalf of cc2ce4399ef144efb17b4474c8f97969 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:29:47.715296 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c3a04-607f-4cab-9da3-ae666a9cc8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101ace58-bf09-400b-a093-ec40df461025,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:47.723499 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:47.816822 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-a44c110a-3ad2-45f4-9451-efd38b26f66c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:47.818757 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-a44c110a-3ad2-45f4-9451-efd38b26f66c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 819 time: 0.4858501 Sep 15 02:29:47.820319 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7fe36ed4-ae5c-4d4a-9b79-ec068b28e610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:47.821881 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d3190e4a-5fa8-4f2e-a5ae-514e49cb963e req-1ee31d36-7d7d-430d-9c1f-d8141a4a08f1 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542552 Sep 15 02:29:47.917577 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7fe36ed4-ae5c-4d4a-9b79-ec068b28e610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:47.977594 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bde7d9-f56e-4a45-b3ea-0f1c316066e8 req-cf007e2b-446a-46fd-8db0-4709279d2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:47.979531 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a8bde7d9-f56e-4a45-b3ea-0f1c316066e8 req-cf007e2b-446a-46fd-8db0-4709279d2069 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58b10f86-5466-47de-8719-9ceab3c59172 HTTP/1.1" status: 200 len: 912 time: 0.2854345 Sep 15 02:29:48.053269 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Request body: {'port': {'device_id': '0aad85ea-8d51-4f8f-aebe-7608c79aac1e', 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068', 'admin_state_up': True, 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:48.133359 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7fe36ed4-ae5c-4d4a-9b79-ec068b28e610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.135892 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7fe36ed4-ae5c-4d4a-9b79-ec068b28e610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.139324 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7fe36ed4-ae5c-4d4a-9b79-ec068b28e610 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c0ed179-d54a-462c-8d59-890a8576ecad HTTP/1.1" status: 204 len: 168 time: 0.6425347 Sep 15 02:29:48.174371 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36722) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:48.180909 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe36ed4-ae5c-4d4a-9b79-ec068b28e610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0ed179-d54a-462c-8d59-890a8576ecad,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:48.231528 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a8bde7d9-f56e-4a45-b3ea-0f1c316066e8 req-48bf8117-37ec-41ef-b641-a4fe99d536c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d83027b9-a506-4518-b58a-3a83171b9587 HTTP/1.1" status: 200 len: 217 time: 0.2219703 Sep 15 02:29:48.285226 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44a3335-a2fa-4893-8b0d-aff24eaf57e2 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:29:48.290454 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7c693c5c-9a45-4032-afae-f39f244cdc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.295075 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.321072 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Transition to ACTIVE for port object d44a3335-a2fa-4893-8b0d-aff24eaf57e2 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:29:48.327277 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.354570 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Allocated IP 172.20.0.14 (a253661e-f1ab-4f21-a6f2-e0d11c706346/07b4da09-c6cd-4778-8b6d-e85d177cecba/433901a8-07c0-494e-a789-f99d63d6a550) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:29:48.405341 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bde7d9-f56e-4a45-b3ea-0f1c316066e8 req-80116f45-5f21-404d-8313-576bd5ae412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:48.406817 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a8bde7d9-f56e-4a45-b3ea-0f1c316066e8 req-80116f45-5f21-404d-8313-576bd5ae412c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266265fe-ebbb-4354-a06a-e4a5b0114a80 HTTP/1.1" status: 200 len: 851 time: 0.0541945 Sep 15 02:29:48.456777 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a8bde7d9-f56e-4a45-b3ea-0f1c316066e8 req-00c56a8c-967c-4091-a222-033bb7ec8237 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58b10f86-5466-47de-8719-9ceab3c59172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373771 Sep 15 02:29:48.463015 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Attempting to bind port d44a3335-a2fa-4893-8b0d-aff24eaf57e2 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:29:48.463669 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Attempting to bind port d44a3335-a2fa-4893-8b0d-aff24eaf57e2 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:29:48.464241 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Attempting to bind port d44a3335-a2fa-4893-8b0d-aff24eaf57e2 on network a1100f09-2abd-4ba8-babe-c009a22ee068 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:48.481051 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Pushing event updated for resources: {'Port': ['ID=d44a3335-a2fa-4893-8b0d-aff24eaf57e2,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:48.491817 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Port d44a3335-a2fa-4893-8b0d-aff24eaf57e2 on network a1100f09-2abd-4ba8-babe-c009a22ee068 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:29:48.492524 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Attempting to bind port d44a3335-a2fa-4893-8b0d-aff24eaf57e2 on network a1100f09-2abd-4ba8-babe-c009a22ee068 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:48.498136 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:29:48.499448 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Checking segment: {'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:29:48.500217 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Bound using segment: {'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:29:48.500856 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Bound port: d44a3335-a2fa-4893-8b0d-aff24eaf57e2, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:29:48.501451 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.636426 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] For port d44a3335-a2fa-4893-8b0d-aff24eaf57e2, host hv-cinder-75995, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:29:48.648545 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] For port d44a3335-a2fa-4893-8b0d-aff24eaf57e2, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:29:48.658185 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.709731 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a8bde7d9-f56e-4a45-b3ea-0f1c316066e8 req-53d8beeb-0cbf-44f4-bb39-657549b4a7ab service neutron] 10.222.0.30 "GET /v2.0/networks/58b10f86-5466-47de-8719-9ceab3c59172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439826 Sep 15 02:29:48.715284 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46c11efc-ba4e-4ac4-915d-8bf6d82aa526 req-a128afbd-3b5d-48d9-8d0a-da1033ad6761 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 210 time: 0.0432250 Sep 15 02:29:48.789296 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:48.790072 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.793447 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] 10.222.0.30 "PUT /v2.0/ports/d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 1093 time: 1.6562643 Sep 15 02:29:48.795627 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75988b7-5092-4c01-b0d4-a6430678bfc1', 'tag': 'd44a3335-a2fa-4893-8b0d-aff24eaf57e2'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:29:48.825383 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36750) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:48.830988 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.839022 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7c693c5c-9a45-4032-afae-f39f244cdc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.892549 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7c693c5c-9a45-4032-afae-f39f244cdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.901229 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Made reservation on behalf of b5a6cceb24aa44478bc4e8452b794c34 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:29:48.904610 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.941006 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-225d4b24-b2f2-4333-a1cc-05222b4deca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:48.942824 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c693c5c-9a45-4032-afae-f39f244cdc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbea9937-31c2-4727-b448-7fee6dc6cbfb,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:49.020717 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-912046ca-b987-45ca-8aa9-ecc858c7881d req-bab515bf-cd42-40d9-904c-b853b6a57009 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 210 time: 0.1857100 Sep 15 02:29:49.049494 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7c693c5c-9a45-4032-afae-f39f244cdc23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dbd6bab95c14ef693f7aa4e23d9a0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8725119 Sep 15 02:29:49.055067 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a8bde7d9-f56e-4a45-b3ea-0f1c316066e8 req-50e71c21-946f-45a5-a503-7529969be245 service neutron] 10.222.0.30 "GET /v2.0/networks/58b10f86-5466-47de-8719-9ceab3c59172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358431 Sep 15 02:29:49.057828 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36766) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:49.124825 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:49.150791 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1820f-4f5e-4ce0-8baf-c09eeaa0e696 service neutron] Pushing event updated for resources: {'Port': ['ID=d44a3335-a2fa-4893-8b0d-aff24eaf57e2,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:49.188280 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-31d6cd3b-ce49-4d43-a2dd-5c0f502e93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:49.189946 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-31d6cd3b-ce49-4d43-a2dd-5c0f502e93fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1096 time: 0.2908630 Sep 15 02:29:49.210479 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f0b0e-1d7a-41c4-b2ca-540837812353 req-aa72b26f-3fba-411b-98c5-a8466138df66 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:49.212130 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7b0f0b0e-1d7a-41c4-b2ca-540837812353 req-aa72b26f-3fba-411b-98c5-a8466138df66 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 943 time: 0.0845144 Sep 15 02:29:49.289721 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3e9ba5-266f-4687-9251-02d61f1668db" -d '{"events": [{"name": "network-changed", "server_uuid": "d75988b7-5092-4c01-b0d4-a6430678bfc1", "tag": "d44a3335-a2fa-4893-8b0d-aff24eaf57e2"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:29:49.333904 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-a0557a70-e392-4378-bdba-d53453ccff1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 217 time: 0.1194420 Sep 15 02:29:49.361974 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7b0f0b0e-1d7a-41c4-b2ca-540837812353 req-8d32c855-4e0b-4063-aeb4-638dc7f7970b tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411417 Sep 15 02:29:49.431130 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3c42aef6-3b10-4cf3-89df-832a4634c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:49.432459 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-3c42aef6-3b10-4cf3-89df-832a4634c21a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0895810 Sep 15 02:29:49.502231 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event updated for resources: {'Port': ['ID=433901a8-07c0-494e-a789-f99d63d6a550,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:49.511458 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Network a253661e-f1ab-4f21-a6f2-e0d11c706346 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:29:49.519212 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-bbdf6e7c-8660-44dc-bd2b-cd3297cab6cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794892 Sep 15 02:29:49.588973 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-225d4b24-b2f2-4333-a1cc-05222b4deca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:49.603683 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:49.605556 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be10c170-04ec-4d18-8705-007f022d90e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:49.616675 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:29:49.622288 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:49.622901 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:49.637830 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-225d4b24-b2f2-4333-a1cc-05222b4deca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:49.640607 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Allocated IP 172.20.0.12 (a1100f09-2abd-4ba8-babe-c009a22ee068/2e3530c1-b340-4efd-940a-fa701902ce69/26a67268-9d40-46bc-bab5-c3b32707ec7c) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:29:49.674177 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a717414a-92a1-4705-96f8-5e76ed3a8125 x-openstack-request-id: req-a717414a-92a1-4705-96f8-5e76ed3a8125 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:29:49.676628 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75988b7-5092-4c01-b0d4-a6430678bfc1", "tag": "d44a3335-a2fa-4893-8b0d-aff24eaf57e2", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:29:49.676915 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a717414a-92a1-4705-96f8-5e76ed3a8125 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:29:49.677398 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75988b7-5092-4c01-b0d4-a6430678bfc1', 'tag': 'd44a3335-a2fa-4893-8b0d-aff24eaf57e2', 'status': 'completed', 'code': 200} Sep 15 02:29:49.696308 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-dc6ea434-a0e2-44ed-a526-09a198b93a04 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660357 Sep 15 02:29:49.754358 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c8c99bb5-e2b8-4f29-a148-9de319ce69c1 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3568571 Sep 15 02:29:49.768609 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be10c170-04ec-4d18-8705-007f022d90e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:49.779022 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d4b24-b2f2-4333-a1cc-05222b4deca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd11db39-a632-4b70-a352-39fa236d2559,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:49.789581 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Request body: {'port': {'device_id': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:49.816273 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-225d4b24-b2f2-4333-a1cc-05222b4deca1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3c55df461434f85ae16c45e8bb52941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9835708 Sep 15 02:29:49.836248 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36790) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:49.927082 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de66a2a6-4f0e-4cd5-a1e2-aa45273df88b req-bf869dfa-bed5-4335-a392-6afc51c0c226 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262301 Sep 15 02:29:49.942057 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975941a5-a39f-42c1-958f-455a9bc50cfc req-c3d9acdd-51fd-4d0a-9505-1edc70fb205a tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:49.950548 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-975941a5-a39f-42c1-958f-455a9bc50cfc req-c3d9acdd-51fd-4d0a-9505-1edc70fb205a tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 932 time: 0.0952985 Sep 15 02:29:50.008279 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-975941a5-a39f-42c1-958f-455a9bc50cfc req-7eb2429b-3bbc-4e8c-937c-3dd848f11348 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563648 Sep 15 02:29:50.015435 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-448247df-54ae-4ecc-a05e-b0bdf375eb1b None None] Provisioning complete for port 433901a8-07c0-494e-a789-f99d63d6a550 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:29:50.015963 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-448247df-54ae-4ecc-a05e-b0bdf375eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.062869 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-448247df-54ae-4ecc-a05e-b0bdf375eb1b None None] Port 433901a8-07c0-494e-a789-f99d63d6a550 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:29:50.084233 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.110152 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e9ba5-266f-4687-9251-02d61f1668db req-1ac247d9-649f-4745-9044-3006119e0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:50.111547 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be10c170-04ec-4d18-8705-007f022d90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.112095 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5b3e9ba5-266f-4687-9251-02d61f1668db req-1ac247d9-649f-4745-9044-3006119e0374 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1096 time: 0.0767121 Sep 15 02:29:50.114997 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be10c170-04ec-4d18-8705-007f022d90e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.116143 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-be10c170-04ec-4d18-8705-007f022d90e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbea9937-31c2-4727-b448-7fee6dc6cbfb HTTP/1.1" status: 204 len: 168 time: 1.0551863 Sep 15 02:29:50.194865 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-635bd639-6353-4b69-b500-9df7906c2db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.196427 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10c170-04ec-4d18-8705-007f022d90e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbea9937-31c2-4727-b448-7fee6dc6cbfb,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:50.230183 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.237433 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3562ff68-6399-4682-afe9-3d083e1828fe req-822468f0-3224-4a01-a577-c6fc5f8a4f77 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 210 time: 0.1165690 Sep 15 02:29:50.287875 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-635bd639-6353-4b69-b500-9df7906c2db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.288699 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e9ba5-266f-4687-9251-02d61f1668db req-5ae42fc8-0af0-4ab7-b11a-8fdabf16e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:50.290584 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5b3e9ba5-266f-4687-9251-02d61f1668db req-5ae42fc8-0af0-4ab7-b11a-8fdabf16e7d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.1689129 Sep 15 02:29:50.346904 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5b3e9ba5-266f-4687-9251-02d61f1668db req-b230d395-76c8-41c4-a8da-de3a556e1afd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 217 time: 0.0475652 Sep 15 02:29:50.413074 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.416764 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e9ba5-266f-4687-9251-02d61f1668db req-c1804d8e-eed9-42c4-99a9-979cfa49f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:50.418473 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5b3e9ba5-266f-4687-9251-02d61f1668db req-c1804d8e-eed9-42c4-99a9-979cfa49f4b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0642428 Sep 15 02:29:50.489520 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5b3e9ba5-266f-4687-9251-02d61f1668db req-7b975d0f-4ca5-4086-801c-fb059700dedf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628994 Sep 15 02:29:50.512677 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Network a1100f09-2abd-4ba8-babe-c009a22ee068 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:29:50.520856 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:29:50.522673 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-635bd639-6353-4b69-b500-9df7906c2db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.525146 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-635bd639-6353-4b69-b500-9df7906c2db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.526285 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-635bd639-6353-4b69-b500-9df7906c2db2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd11db39-a632-4b70-a352-39fa236d2559 HTTP/1.1" status: 204 len: 168 time: 0.6890967 Sep 15 02:29:50.527229 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:29:50.533693 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:50.534322 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.539504 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Pushing event updated for resources: {'Port': ['ID=26a67268-9d40-46bc-bab5-c3b32707ec7c,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:50.567579 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bd639-6353-4b69-b500-9df7906c2db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd11db39-a632-4b70-a352-39fa236d2559,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:50.590853 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-046b6f30-0601-4538-97de-53713075dac9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5801759 Sep 15 02:29:50.615430 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Request body: {'port': {'device_id': '0aad85ea-8d51-4f8f-aebe-7608c79aac1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:29:50.667654 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385c2eb-6c96-4712-b852-38629d8107ab req-99a7dba9-e781-41d0-8c84-6f24d9316050 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:50.670686 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7385c2eb-6c96-4712-b852-38629d8107ab req-99a7dba9-e781-41d0-8c84-6f24d9316050 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 943 time: 0.1930487 Sep 15 02:29:50.681549 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433901a8-07c0-494e-a789-f99d63d6a550 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:29:50.707116 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.723891 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.733294 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Transition to ACTIVE for port object 433901a8-07c0-494e-a789-f99d63d6a550 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:29:50.741655 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:50.797406 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5b3e9ba5-266f-4687-9251-02d61f1668db req-9a7df560-6a71-4be6-b94b-aa0d383eaa8b service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630601 Sep 15 02:29:50.815793 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7385c2eb-6c96-4712-b852-38629d8107ab req-3ea93d2b-cef1-4221-afe5-9acab412399a tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254952 Sep 15 02:29:50.911157 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Pushing event updated for resources: {'Port': ['ID=433901a8-07c0-494e-a789-f99d63d6a550,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:50.976825 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Attempting to bind port 433901a8-07c0-494e-a789-f99d63d6a550 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:29:50.977233 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Attempting to bind port 433901a8-07c0-494e-a789-f99d63d6a550 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:29:50.977567 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Attempting to bind port 433901a8-07c0-494e-a789-f99d63d6a550 on network a253661e-f1ab-4f21-a6f2-e0d11c706346 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:51.005729 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Port 433901a8-07c0-494e-a789-f99d63d6a550 on network a253661e-f1ab-4f21-a6f2-e0d11c706346 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:29:51.006073 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Attempting to bind port 433901a8-07c0-494e-a789-f99d63d6a550 on network a253661e-f1ab-4f21-a6f2-e0d11c706346 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:51.067188 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5b3e9ba5-266f-4687-9251-02d61f1668db req-ac3cf1b8-21a6-4e9a-9bfe-38f4543a5b96 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503371 Sep 15 02:29:51.124118 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:29:51.124810 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Checking segment: {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:29:51.125477 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Bound using segment: {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:29:51.126609 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Bound port: 433901a8-07c0-494e-a789-f99d63d6a550, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:29:51.127158 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:51.351188 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1020c-a2a1-48cc-81db-0a13722d80d2 req-498f5c53-e30f-41df-9989-96a6dcdd8b1c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:51.352971 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19b1020c-a2a1-48cc-81db-0a13722d80d2 req-498f5c53-e30f-41df-9989-96a6dcdd8b1c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.1815977 Sep 15 02:29:51.403792 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] For port 433901a8-07c0-494e-a789-f99d63d6a550, host hv-cinder-75995, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:29:51.440059 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] For port 433901a8-07c0-494e-a789-f99d63d6a550, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=433901a8-07c0-494e-a789-f99d63d6a550,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:29:51.462470 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e1b0d-66db-4165-bd67-9d8ece841d04 req-71da865b-549e-4d81-aa17-fe52e24c2e7e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:51.471961 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-090e1b0d-66db-4165-bd67-9d8ece841d04 req-71da865b-549e-4d81-aa17-fe52e24c2e7e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 932 time: 0.0970407 Sep 15 02:29:51.472694 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:51.541659 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Pushing event updated for resources: {'Port': ['ID=433901a8-07c0-494e-a789-f99d63d6a550,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:51.549341 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:51.549965 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:51.552610 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-dffc8993-714a-43e2-8bb5-15d76fe12be1 service neutron] 10.222.0.30 "PUT /v2.0/ports/433901a8-07c0-494e-a789-f99d63d6a550 HTTP/1.1" status: 200 len: 1094 time: 1.7734385 Sep 15 02:29:51.554849 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19b1020c-a2a1-48cc-81db-0a13722d80d2 req-d2cad36d-02c6-46fb-a915-b44c88755de7 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948919 Sep 15 02:29:51.555289 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'tag': '433901a8-07c0-494e-a789-f99d63d6a550'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:29:51.557528 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b5f37f379dde398f92d12e294ae0c4400e5de163891a3a78778841afde8ffe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2234da82-6013-4948-bf48-0fbe71d3604a" -d '{"events": [{"name": "network-changed", "server_uuid": "0014927c-5e77-403b-a819-72d0c0dcdd4e", "tag": "433901a8-07c0-494e-a789-f99d63d6a550"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:29:51.572123 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-090e1b0d-66db-4165-bd67-9d8ece841d04 req-65640077-f430-4451-99aa-701e1c795792 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988660 Sep 15 02:29:51.588832 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a67268-9d40-46bc-bab5-c3b32707ec7c {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:29:51.605088 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:51.652375 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Transition to ACTIVE for port object 26a67268-9d40-46bc-bab5-c3b32707ec7c will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:29:51.669546 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:51.725932 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4113172-0620-4f1d-8141-9046cd10f899 x-openstack-request-id: req-c4113172-0620-4f1d-8141-9046cd10f899 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:29:51.726273 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0014927c-5e77-403b-a819-72d0c0dcdd4e", "tag": "433901a8-07c0-494e-a789-f99d63d6a550", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:29:51.726580 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4113172-0620-4f1d-8141-9046cd10f899 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:29:51.726877 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'tag': '433901a8-07c0-494e-a789-f99d63d6a550', 'status': 'completed', 'code': 200} Sep 15 02:29:51.792730 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Pushing event updated for resources: {'Port': ['ID=26a67268-9d40-46bc-bab5-c3b32707ec7c,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:51.809018 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-758e3ff7-40ab-4975-a2db-8487f6d3ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:51.810558 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-758e3ff7-40ab-4975-a2db-8487f6d3ebc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc2ce4399ef144efb17b4474c8f97969&device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 1097 time: 0.1758256 Sep 15 02:29:51.875139 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Attempting to bind port 26a67268-9d40-46bc-bab5-c3b32707ec7c on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:29:51.875416 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Attempting to bind port 26a67268-9d40-46bc-bab5-c3b32707ec7c by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:29:51.875736 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Attempting to bind port 26a67268-9d40-46bc-bab5-c3b32707ec7c on network a1100f09-2abd-4ba8-babe-c009a22ee068 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:51.882360 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Port 26a67268-9d40-46bc-bab5-c3b32707ec7c on network a1100f09-2abd-4ba8-babe-c009a22ee068 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:29:51.882690 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Attempting to bind port 26a67268-9d40-46bc-bab5-c3b32707ec7c on network a1100f09-2abd-4ba8-babe-c009a22ee068 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:29:51.887743 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:29:51.888161 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Checking segment: {'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:29:51.888499 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Bound using segment: {'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:29:51.888963 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Bound port: 26a67268-9d40-46bc-bab5-c3b32707ec7c, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9923484f-53f4-47e8-9b27-e951a59a22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:29:51.890147 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.000678 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9997f03-d477-4248-84bb-d7fbd151636e req-b975fadc-958e-44cb-a6a8-05b159cfe642 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:52.002321 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9997f03-d477-4248-84bb-d7fbd151636e req-b975fadc-958e-44cb-a6a8-05b159cfe642 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 943 time: 0.1089137 Sep 15 02:29:52.018342 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] For port 26a67268-9d40-46bc-bab5-c3b32707ec7c, host hv-cinder-75995, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:29:52.022304 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] For port 26a67268-9d40-46bc-bab5-c3b32707ec7c, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=26a67268-9d40-46bc-bab5-c3b32707ec7c,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:29:52.036357 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.085962 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:52.086563 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.087962 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] 10.222.0.30 "PUT /v2.0/ports/26a67268-9d40-46bc-bab5-c3b32707ec7c HTTP/1.1" status: 200 len: 1094 time: 1.4783804 Sep 15 02:29:52.093124 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9997f03-d477-4248-84bb-d7fbd151636e req-b8427cda-2b2b-4447-a897-6d51db0db442 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818050 Sep 15 02:29:52.109993 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58539988-59be-4a8a-b449-dd4ddcdf298a service neutron] Pushing event updated for resources: {'Port': ['ID=26a67268-9d40-46bc-bab5-c3b32707ec7c,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:52.186957 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36922) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:52.369403 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-923fb6df-da3f-43ad-931d-a15c9b4e602f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.430109 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36934) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:52.474924 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-923fb6df-da3f-43ad-931d-a15c9b4e602f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.489258 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-923fb6df-da3f-43ad-931d-a15c9b4e602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.533383 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36942) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:52.533776 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-923fb6df-da3f-43ad-931d-a15c9b4e602f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3d9a2044f74489f84f7eaca40003810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451061 Sep 15 02:29:52.535467 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fb6df-da3f-43ad-931d-a15c9b4e602f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f359f5bf-e6b6-4825-9f59-fad532fef6d1,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:52.585610 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f39d0f1d-88c8-4720-8e5c-e9072211b9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.613559 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f39d0f1d-88c8-4720-8e5c-e9072211b9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.645901 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c22ef2f-c3a5-4243-ad86-1d4e90d0df76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.708266 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c96153-fb46-4f83-a104-11993edc260b req-ef77c07b-efb1-4f93-b364-abd3eaa35047 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:52.717280 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-01c96153-fb46-4f83-a104-11993edc260b req-ef77c07b-efb1-4f93-b364-abd3eaa35047 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0663488 Sep 15 02:29:52.758480 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e60c86-1416-4563-9fdd-4af2c0abbf61 req-4f642ee3-533e-4cca-b39c-f75587871bc5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:52.759990 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-51e60c86-1416-4563-9fdd-4af2c0abbf61 req-4f642ee3-533e-4cca-b39c-f75587871bc5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0903537 Sep 15 02:29:52.769067 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f39d0f1d-88c8-4720-8e5c-e9072211b9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.771271 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f39d0f1d-88c8-4720-8e5c-e9072211b9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.783968 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-01c96153-fb46-4f83-a104-11993edc260b req-3d014da1-02e5-4bd3-b525-45fc63c0f467 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652285 Sep 15 02:29:52.786698 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f39d0f1d-88c8-4720-8e5c-e9072211b9a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f359f5bf-e6b6-4825-9f59-fad532fef6d1 HTTP/1.1" status: 204 len: 168 time: 0.2405653 Sep 15 02:29:52.815188 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d0f1d-88c8-4720-8e5c-e9072211b9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f359f5bf-e6b6-4825-9f59-fad532fef6d1,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:52.854027 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-51e60c86-1416-4563-9fdd-4af2c0abbf61 req-f08229f7-180e-4f0f-a8dc-b9d90b9fc6de tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864327 Sep 15 02:29:52.892533 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c22ef2f-c3a5-4243-ad86-1d4e90d0df76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.900424 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c22ef2f-c3a5-4243-ad86-1d4e90d0df76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:52.938547 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22ef2f-c3a5-4243-ad86-1d4e90d0df76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418a0529-1e76-4293-a600-3e63411d16cd,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:52.942855 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8c22ef2f-c3a5-4243-ad86-1d4e90d0df76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2455b67ef35444518aef74d3ad53fd4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5114574 Sep 15 02:29:52.945658 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36962) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:53.000016 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-12bb9e34-b22f-45ba-87cf-17dd5bb893c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:53.022960 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-12bb9e34-b22f-45ba-87cf-17dd5bb893c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:53.075644 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36964) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:53.076115 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-12bb9e34-b22f-45ba-87cf-17dd5bb893c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:53.079138 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-12bb9e34-b22f-45ba-87cf-17dd5bb893c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:53.082920 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-12bb9e34-b22f-45ba-87cf-17dd5bb893c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/418a0529-1e76-4293-a600-3e63411d16cd HTTP/1.1" status: 204 len: 168 time: 0.1361187 Sep 15 02:29:53.090781 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb9e34-b22f-45ba-87cf-17dd5bb893c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418a0529-1e76-4293-a600-3e63411d16cd,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:53.093580 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd89fcb9-f11a-46a5-afbe-181d349e9fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:53.233701 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd89fcb9-f11a-46a5-afbe-181d349e9fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:53.241211 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd89fcb9-f11a-46a5-afbe-181d349e9fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:53.256690 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addf4a2-0491-4e35-9cb7-ffcb68075888 req-5cad49b4-31c5-45c5-b689-79062838cd0b tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:53.265331 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7addf4a2-0491-4e35-9cb7-ffcb68075888 req-5cad49b4-31c5-45c5-b689-79062838cd0b tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 943 time: 0.0744314 Sep 15 02:29:53.306990 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7addf4a2-0491-4e35-9cb7-ffcb68075888 req-27c72db3-c917-4647-b67a-63d5b2e021b8 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 Sep 15 02:29:53.322814 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-bd89fcb9-f11a-46a5-afbe-181d349e9fea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65790bd172834f57b5034e76c017e835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432013 Sep 15 02:29:53.322814 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89fcb9-f11a-46a5-afbe-181d349e9fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8d5bf5-7198-4650-a1ed-12304ede4f23,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:53.324222 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36978) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:53.382019 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d720faa-c486-45a8-a3f5-70d645f9d4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:53.402579 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d720faa-c486-45a8-a3f5-70d645f9d4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:53.449397 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d720faa-c486-45a8-a3f5-70d645f9d4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:53.452600 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9d720faa-c486-45a8-a3f5-70d645f9d4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:53.453768 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9d720faa-c486-45a8-a3f5-70d645f9d4b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c8d5bf5-7198-4650-a1ed-12304ede4f23 HTTP/1.1" status: 204 len: 168 time: 0.1285925 Sep 15 02:29:53.461280 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d720faa-c486-45a8-a3f5-70d645f9d4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8d5bf5-7198-4650-a1ed-12304ede4f23,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:53.727748 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aad85ea-8d51-4f8f-aebe-7608c79aac1e', 'tag': '26a67268-9d40-46bc-bab5-c3b32707ec7c'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:29:53.730110 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b5f37f379dde398f92d12e294ae0c4400e5de163891a3a78778841afde8ffe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842916fa-92b0-4e0f-9a60-4cf5a087ec53" -d '{"events": [{"name": "network-changed", "server_uuid": "0aad85ea-8d51-4f8f-aebe-7608c79aac1e", "tag": "26a67268-9d40-46bc-bab5-c3b32707ec7c"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:29:53.766998 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9f2f7f-0658-48d5-9a15-853a9d98bbee x-openstack-request-id: req-db9f2f7f-0658-48d5-9a15-853a9d98bbee {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:29:53.767290 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aad85ea-8d51-4f8f-aebe-7608c79aac1e", "tag": "26a67268-9d40-46bc-bab5-c3b32707ec7c", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:29:53.767654 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db9f2f7f-0658-48d5-9a15-853a9d98bbee {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:29:53.767931 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aad85ea-8d51-4f8f-aebe-7608c79aac1e', 'tag': '26a67268-9d40-46bc-bab5-c3b32707ec7c', 'status': 'completed', 'code': 200} Sep 15 02:29:53.896546 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed15947-3afa-44a7-be24-dc524970bf9a req-41861ec9-05d1-4fe8-b013-8de564c90af5 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:53.898088 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9ed15947-3afa-44a7-be24-dc524970bf9a req-41861ec9-05d1-4fe8-b013-8de564c90af5 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0513079 Sep 15 02:29:53.961365 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9ed15947-3afa-44a7-be24-dc524970bf9a req-fd2f90ac-65c6-46ee-819d-b7057465a834 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452850 Sep 15 02:29:54.006476 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e15dea-2acb-4024-a32d-df134087d1b2 req-6e9be129-b1bc-416a-abaa-d0742c201212 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:54.008153 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c6e15dea-2acb-4024-a32d-df134087d1b2 req-6e9be129-b1bc-416a-abaa-d0742c201212 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0579875 Sep 15 02:29:54.049614 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c6e15dea-2acb-4024-a32d-df134087d1b2 req-795c95b8-8cc6-4196-94a1-341ccdab2203 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336251 Sep 15 02:29:54.432708 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5af18-152c-4e14-ac94-42890dac9ba5 req-5b990f37-7ff9-41fd-82d2-2e423cd599c1 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:54.434312 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-45b5af18-152c-4e14-ac94-42890dac9ba5 req-5b990f37-7ff9-41fd-82d2-2e423cd599c1 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 943 time: 0.0557394 Sep 15 02:29:54.482768 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-45b5af18-152c-4e14-ac94-42890dac9ba5 req-821b4f7f-30d1-4de6-8f4e-e6cf36b3499c tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384276 Sep 15 02:29:54.528998 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37056) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:54.636983 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a2dab0e-874c-41ff-9a86-138ade3bebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:54.736508 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a2dab0e-874c-41ff-9a86-138ade3bebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:54.740432 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a2dab0e-874c-41ff-9a86-138ade3bebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:54.779945 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7a2dab0e-874c-41ff-9a86-138ade3bebac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2bf993cb42a4863bd0a65593a288ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498703 Sep 15 02:29:54.781424 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dab0e-874c-41ff-9a86-138ade3bebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ae7ab1-74ed-499c-bf5f-4db400452ffc,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:54.783145 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37064) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:54.830609 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d82c1123-8662-490c-8b3f-a0f2bca3ca48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:54.851729 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d82c1123-8662-490c-8b3f-a0f2bca3ca48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:54.895907 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d82c1123-8662-490c-8b3f-a0f2bca3ca48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:54.898446 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d82c1123-8662-490c-8b3f-a0f2bca3ca48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:54.899567 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d82c1123-8662-490c-8b3f-a0f2bca3ca48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15ae7ab1-74ed-499c-bf5f-4db400452ffc HTTP/1.1" status: 204 len: 168 time: 0.1153669 Sep 15 02:29:54.906723 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c1123-8662-490c-8b3f-a0f2bca3ca48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ae7ab1-74ed-499c-bf5f-4db400452ffc,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:55.066293 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008354a0-7eee-48f5-99c9-2978fe04dae2 req-89c94f40-019b-4834-b699-9bafcab10d5e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:55.067783 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-008354a0-7eee-48f5-99c9-2978fe04dae2 req-89c94f40-019b-4834-b699-9bafcab10d5e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0477939 Sep 15 02:29:55.110190 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-008354a0-7eee-48f5-99c9-2978fe04dae2 req-cfd60e11-f582-4de8-91c8-0dcbcb9767e2 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366135 Sep 15 02:29:55.177561 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4bf4-0b8b-4a0d-9d26-b65ef11ded3a req-88f9eb17-ead7-4376-8f28-5ca28ba17da5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:55.179374 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e94e4bf4-0b8b-4a0d-9d26-b65ef11ded3a req-88f9eb17-ead7-4376-8f28-5ca28ba17da5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0491107 Sep 15 02:29:55.221694 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e94e4bf4-0b8b-4a0d-9d26-b65ef11ded3a req-ad602c16-b0eb-4f6a-94c4-b578cc244fe9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354869 Sep 15 02:29:55.595182 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d69f8-476b-41c2-b625-3b7d9e6a394f req-106c1e34-9f4f-479c-9b28-fb4194d1d724 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:55.597090 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c97d69f8-476b-41c2-b625-3b7d9e6a394f req-106c1e34-9f4f-479c-9b28-fb4194d1d724 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 943 time: 0.0488970 Sep 15 02:29:55.604733 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:29:55.638102 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c97d69f8-476b-41c2-b625-3b7d9e6a394f req-fc4d774c-f453-4eb7-ac54-f97093e7fe7b tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323603 Sep 15 02:29:56.227949 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e4a4-996f-4885-907f-9ee689bc5fb5 req-96fa4ebb-06a0-468c-b238-828352699c2c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:56.229465 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0f12e4a4-996f-4885-907f-9ee689bc5fb5 req-96fa4ebb-06a0-468c-b238-828352699c2c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0494852 Sep 15 02:29:56.274353 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0f12e4a4-996f-4885-907f-9ee689bc5fb5 req-698d810d-ac85-4686-865a-d000c72f600d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389159 Sep 15 02:29:56.319417 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device d83027b9-a506-4518-b58a-3a83171b9587 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:29:56.382199 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02617ac0-9e66-4e68-87c7-f3f06b8ed0f2 req-2a4269e3-aa2b-477f-9fc9-63f76dfd9a2f tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:56.384418 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-02617ac0-9e66-4e68-87c7-f3f06b8ed0f2 req-2a4269e3-aa2b-477f-9fc9-63f76dfd9a2f tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0889680 Sep 15 02:29:56.433329 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port d83027b9-a506-4518-b58a-3a83171b9587, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d83027b9-a506-4518-b58a-3a83171b9587,segment=NetworkSegment(5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b),segment_id=5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:29:56.445226 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': 'd83027b9-a506-4518-b58a-3a83171b9587', 'network_id': '58b10f86-5466-47de-8719-9ceab3c59172', 'port_id': 'd83027b9-a506-4518-b58a-3a83171b9587', 'mac_address': 'fa:16:3e:6b:d9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266265fe-ebbb-4354-a06a-e4a5b0114a80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:29:56.446804 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-d6a86be0-dbf9-4dae-a47f-d916325c5cd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=433901a8-07c0-494e-a789-f99d63d6a550 HTTP/1.1" status: 200 len: 217 time: 0.0926619 Sep 15 02:29:56.487025 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:56.500598 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83027b9-a506-4518-b58a-3a83171b9587 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:29:56.522749 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842916fa-92b0-4e0f-9a60-4cf5a087ec53 req-820156bd-0391-4477-8d62-559c57843976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:56.524231 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port d83027b9-a506-4518-b58a-3a83171b9587, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d83027b9-a506-4518-b58a-3a83171b9587,segment=NetworkSegment(5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b),segment_id=5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:29:56.524360 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-842916fa-92b0-4e0f-9a60-4cf5a087ec53 req-820156bd-0391-4477-8d62-559c57843976 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 1097 time: 0.1504478 Sep 15 02:29:56.529665 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:56.530968 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device d44a3335-a2fa-4893-8b0d-aff24eaf57e2 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:29:56.533060 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-02617ac0-9e66-4e68-87c7-f3f06b8ed0f2 req-a8c1b62c-9c1b-4206-9be1-3d8c6a6bfc0f tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922434 Sep 15 02:29:56.534550 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-3de13cab-8531-4076-9c46-d09bb2fd4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:56.536252 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-3de13cab-8531-4076-9c46-d09bb2fd4cdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07b4da09-c6cd-4778-8b6d-e85d177cecba HTTP/1.1" status: 200 len: 856 time: 0.0793631 Sep 15 02:29:56.586046 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37146) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:56.649402 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=d83027b9-a506-4518-b58a-3a83171b9587,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:56.685184 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port d44a3335-a2fa-4893-8b0d-aff24eaf57e2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:29:56.699205 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': 'd44a3335-a2fa-4893-8b0d-aff24eaf57e2', 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068', 'port_id': 'd44a3335-a2fa-4893-8b0d-aff24eaf57e2', 'mac_address': 'fa:16:3e:01:08:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3530c1-b340-4efd-940a-fa701902ce69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:29:56.700661 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-de452b3e-4ccf-41ec-ab98-41b43dedc135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:56.736808 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-a38d9c4a-f628-4ea5-a8b0-00eece63c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:56.738410 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-a38d9c4a-f628-4ea5-a8b0-00eece63c8c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a253661e-f1ab-4f21-a6f2-e0d11c706346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1907971 Sep 15 02:29:56.747896 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:56.764064 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44a3335-a2fa-4893-8b0d-aff24eaf57e2 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:29:56.784958 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54db1-bfd1-42ba-98ff-0e50c3626382 req-3827d26c-91cd-4102-b3ba-972efd69f20a tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:56.785454 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port d44a3335-a2fa-4893-8b0d-aff24eaf57e2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:29:56.786513 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5ec54db1-bfd1-42ba-98ff-0e50c3626382 req-3827d26c-91cd-4102-b3ba-972efd69f20a tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 944 time: 0.0763190 Sep 15 02:29:56.793352 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842916fa-92b0-4e0f-9a60-4cf5a087ec53 req-37fa5c8d-5dfd-4dd9-b12a-80a5e33b6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:56.794019 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:56.794936 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-842916fa-92b0-4e0f-9a60-4cf5a087ec53 req-37fa5c8d-5dfd-4dd9-b12a-80a5e33b6621 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2486906 Sep 15 02:29:56.842670 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=d44a3335-a2fa-4893-8b0d-aff24eaf57e2,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:56.849241 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5ec54db1-bfd1-42ba-98ff-0e50c3626382 req-79642287-aba1-4f23-b19a-303e00879763 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563648 Sep 15 02:29:56.877124 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-de452b3e-4ccf-41ec-ab98-41b43dedc135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:56.882016 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-de452b3e-4ccf-41ec-ab98-41b43dedc135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:56.921844 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de452b3e-4ccf-41ec-ab98-41b43dedc135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99740cee-8787-44c4-a7d6-6dd9567346f9,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:56.926271 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-de452b3e-4ccf-41ec-ab98-41b43dedc135 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50306e36b5ca40a5b1f7908ccc805e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391595 Sep 15 02:29:56.928778 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37154) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:56.995234 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-64ce4db4-962b-4d9f-8a2a-f3c90030f91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:57.017790 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-64ce4db4-962b-4d9f-8a2a-f3c90030f91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:57.065750 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-64ce4db4-962b-4d9f-8a2a-f3c90030f91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:57.068493 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-64ce4db4-962b-4d9f-8a2a-f3c90030f91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:57.069700 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-64ce4db4-962b-4d9f-8a2a-f3c90030f91f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99740cee-8787-44c4-a7d6-6dd9567346f9 HTTP/1.1" status: 204 len: 168 time: 0.1399496 Sep 15 02:29:57.077650 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce4db4-962b-4d9f-8a2a-f3c90030f91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99740cee-8787-44c4-a7d6-6dd9567346f9,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:57.158074 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-c0495fdc-9657-43cf-91e4-c8eda2c9a921 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086554 Sep 15 02:29:57.226237 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842916fa-92b0-4e0f-9a60-4cf5a087ec53 req-e843d62d-7f55-4da5-974f-20072f3d4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:57.227698 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-842916fa-92b0-4e0f-9a60-4cf5a087ec53 req-e843d62d-7f55-4da5-974f-20072f3d4434 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3990495 Sep 15 02:29:57.297608 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99b13866-25e2-4082-bbeb-ace735b5c6bb req-ae9c9821-0deb-4b3c-b792-5a2a34afd325 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256943 Sep 15 02:29:57.341775 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-4283bfea-7c57-4bed-8f22-48b6fa6ee218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:57.343316 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-4283bfea-7c57-4bed-8f22-48b6fa6ee218 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 1097 time: 0.0560966 Sep 15 02:29:57.347383 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37164) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:57.360187 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2b93b07b-50e5-4811-bd48-7789385d496d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:57.392036 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b995f-c11c-4d20-bc01-80079416163e req-846aacb0-0d1f-4150-90e4-c3564d4e2885 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:57.393549 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-384b995f-c11c-4d20-bc01-80079416163e req-846aacb0-0d1f-4150-90e4-c3564d4e2885 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0485249 Sep 15 02:29:57.462734 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2b93b07b-50e5-4811-bd48-7789385d496d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:57.469666 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2b93b07b-50e5-4811-bd48-7789385d496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:57.487281 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-e9b7051b-3899-4f1f-bb8e-7c2953bd7363 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26a67268-9d40-46bc-bab5-c3b32707ec7c HTTP/1.1" status: 200 len: 217 time: 0.0707684 Sep 15 02:29:57.494824 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-384b995f-c11c-4d20-bc01-80079416163e req-2d954616-55ca-4a27-9770-607560dfa04a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948882 Sep 15 02:29:57.514694 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2b93b07b-50e5-4811-bd48-7789385d496d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1ec34fe1e944d268837a66109a4b1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660633 Sep 15 02:29:57.515591 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93b07b-50e5-4811-bd48-7789385d496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6e2272-0a8f-484d-88da-3a6db7b892dc,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:57.522661 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37174) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:57.534658 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234da82-6013-4948-bf48-0fbe71d3604a req-61a4de49-c3a3-4fdd-b605-e6dfa9836802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:57.536799 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2234da82-6013-4948-bf48-0fbe71d3604a req-61a4de49-c3a3-4fdd-b605-e6dfa9836802 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc2ce4399ef144efb17b4474c8f97969&device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 1097 time: 0.1190245 Sep 15 02:29:57.556049 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-b8750973-da4d-45bf-8f4b-52447049cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:57.557480 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-b8750973-da4d-45bf-8f4b-52447049cd01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0608962 Sep 15 02:29:57.588264 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1f7b-8f69-4eb8-bafe-c72d3a1516dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:57.603962 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-53825caf-c7e2-4df2-a55a-5f9a0cee0275 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365336 Sep 15 02:29:57.619039 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1f7b-8f69-4eb8-bafe-c72d3a1516dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:57.722922 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234da82-6013-4948-bf48-0fbe71d3604a req-052c00fe-88f5-41c2-9b29-42e5c1f96454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:57.724436 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2234da82-6013-4948-bf48-0fbe71d3604a req-052c00fe-88f5-41c2-9b29-42e5c1f96454 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a253661e-f1ab-4f21-a6f2-e0d11c706346 HTTP/1.1" status: 200 len: 918 time: 0.1794097 Sep 15 02:29:57.777302 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2234da82-6013-4948-bf48-0fbe71d3604a req-8c4aedee-0d6f-436b-a15e-13049d7d04f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=433901a8-07c0-494e-a789-f99d63d6a550 HTTP/1.1" status: 200 len: 217 time: 0.0428808 Sep 15 02:29:57.783887 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-95c3d082-5124-4a1a-bab5-841dd2bec503 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483479 Sep 15 02:29:57.834491 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['d83027b9-a506-4518-b58a-3a83171b9587'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:29:57.837733 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b02292-138f-447a-9d88-30aa9e5b7b83 req-855020c0-8f76-44af-9900-2ef036a86d84 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:57.845151 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-79b02292-138f-447a-9d88-30aa9e5b7b83 req-855020c0-8f76-44af-9900-2ef036a86d84 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.2241132 Sep 15 02:29:57.887683 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1f7b-8f69-4eb8-bafe-c72d3a1516dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:57.890515 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234da82-6013-4948-bf48-0fbe71d3604a req-f0fdf6ce-3e31-40da-9f8d-d6787bf38257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:57.892381 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2234da82-6013-4948-bf48-0fbe71d3604a req-f0fdf6ce-3e31-40da-9f8d-d6787bf38257 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07b4da09-c6cd-4778-8b6d-e85d177cecba HTTP/1.1" status: 200 len: 856 time: 0.1075208 Sep 15 02:29:57.896317 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1f7b-8f69-4eb8-bafe-c72d3a1516dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:57.899728 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ed6d1f7b-8f69-4eb8-bafe-c72d3a1516dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca6e2272-0a8f-484d-88da-3a6db7b892dc HTTP/1.1" status: 204 len: 168 time: 0.3729393 Sep 15 02:29:57.914704 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['d44a3335-a2fa-4893-8b0d-aff24eaf57e2'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:29:57.946875 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d1f7b-8f69-4eb8-bafe-c72d3a1516dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6e2272-0a8f-484d-88da-3a6db7b892dc,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:57.971348 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-79b02292-138f-447a-9d88-30aa9e5b7b83 req-c1634e56-a6ef-48d6-9de1-9fefc1956d02 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250203 Sep 15 02:29:58.002639 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87a246f6-4253-4be2-b3f8-d8b3b11e52a7 req-ab867c3f-d892-41e5-bf7e-4eabf9804de7 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101858 Sep 15 02:29:58.016558 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234da82-6013-4948-bf48-0fbe71d3604a req-376dec20-435a-4f8f-8a72-159c1ab4d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:58.018549 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2234da82-6013-4948-bf48-0fbe71d3604a req-376dec20-435a-4f8f-8a72-159c1ab4d108 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a253661e-f1ab-4f21-a6f2-e0d11c706346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1179113 Sep 15 02:29:58.038441 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298ff61-41cf-40a0-a744-be1826e8d6a3 req-b720670b-8b55-4d54-b02c-efd6846293a2 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:58.046713 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2298ff61-41cf-40a0-a744-be1826e8d6a3 req-b720670b-8b55-4d54-b02c-efd6846293a2 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 944 time: 0.0843084 Sep 15 02:29:58.158068 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2298ff61-41cf-40a0-a744-be1826e8d6a3 req-9bde2273-711c-48ee-a4df-6e61df9a36c5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081579 Sep 15 02:29:58.194391 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2234da82-6013-4948-bf48-0fbe71d3604a req-f602c2b0-c6a4-4f79-bcf7-5e4d77d0293a service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667306 Sep 15 02:29:58.368032 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2234da82-6013-4948-bf48-0fbe71d3604a req-b17e6b88-dd2d-49bd-a0eb-141f4607ac47 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644299 Sep 15 02:29:58.625650 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c05dc-5fb9-4426-aba3-fb79a9fa491b req-92805f78-3f12-456f-bd97-f671d396ad1f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:58.627753 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c4c05dc-5fb9-4426-aba3-fb79a9fa491b req-92805f78-3f12-456f-bd97-f671d396ad1f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0565584 Sep 15 02:29:58.688916 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c4c05dc-5fb9-4426-aba3-fb79a9fa491b req-f686adb1-3ca7-45a5-b488-5ee1fa5773f4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443780 Sep 15 02:29:58.698187 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37234) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:58.802137 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-56e246da-35f9-4508-b5b9-6b2980010b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:58.893159 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-56e246da-35f9-4508-b5b9-6b2980010b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:58.896905 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-56e246da-35f9-4508-b5b9-6b2980010b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:58.933454 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-56e246da-35f9-4508-b5b9-6b2980010b2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b862fe945de24a30bd57be689fc55212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341554 Sep 15 02:29:58.934372 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e246da-35f9-4508-b5b9-6b2980010b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a15c5f-43e8-4511-9e78-4af2d787ee8b,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:58.936640 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37246) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:58.985974 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-472fc2db-1d3b-44ba-8d22-9e8caf25dbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:59.009604 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-472fc2db-1d3b-44ba-8d22-9e8caf25dbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:59.092771 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e4088-4362-4835-b300-7b80976242af req-9f85564d-7d83-401d-af99-91dcc0b882a9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:59.094267 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2c3e4088-4362-4835-b300-7b80976242af req-9f85564d-7d83-401d-af99-91dcc0b882a9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0553243 Sep 15 02:29:59.099403 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-472fc2db-1d3b-44ba-8d22-9e8caf25dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:59.102288 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-472fc2db-1d3b-44ba-8d22-9e8caf25dbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:59.103332 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-472fc2db-1d3b-44ba-8d22-9e8caf25dbfb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17a15c5f-43e8-4511-9e78-4af2d787ee8b HTTP/1.1" status: 204 len: 168 time: 0.1650681 Sep 15 02:29:59.119015 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fc2db-1d3b-44ba-8d22-9e8caf25dbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a15c5f-43e8-4511-9e78-4af2d787ee8b,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:59.155172 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2c3e4088-4362-4835-b300-7b80976242af req-ffaa219f-c5bb-4755-aa15-c5448e1f785c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507720 Sep 15 02:29:59.284165 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f7f5b-17d4-48e5-b740-fc9f353c965e req-51b86af0-1a89-4ec0-92cb-86946389e69e tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:59.285810 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3e7f7f5b-17d4-48e5-b740-fc9f353c965e req-51b86af0-1a89-4ec0-92cb-86946389e69e tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 944 time: 0.0521188 Sep 15 02:29:59.330533 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3e7f7f5b-17d4-48e5-b740-fc9f353c965e req-5d84d973-9ba7-43cc-be98-8078ba5cfa84 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372002 Sep 15 02:29:59.479681 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37272) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:59.493024 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6d909de4-c04c-4fac-99a0-906cfddb6eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:59.580376 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6d909de4-c04c-4fac-99a0-906cfddb6eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:59.585327 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6d909de4-c04c-4fac-99a0-906cfddb6eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:59.624838 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6d909de4-c04c-4fac-99a0-906cfddb6eb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8aa1569ecc749a7b147b0ac23a2d764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439908 Sep 15 02:29:59.627148 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d909de4-c04c-4fac-99a0-906cfddb6eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f344131f-4aad-4346-95f6-af9afe07af7d,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:59.627746 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37276) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:29:59.678932 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16e99a49-f64e-4fde-8f11-ad31c751475a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:59.700375 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16e99a49-f64e-4fde-8f11-ad31c751475a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:59.793321 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea58ab-2cdd-4b45-a68f-f1b4497d0715 req-881643db-3993-4308-9e98-972558f34f02 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:29:59.794773 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0fea58ab-2cdd-4b45-a68f-f1b4497d0715 req-881643db-3993-4308-9e98-972558f34f02 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0527053 Sep 15 02:29:59.807183 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16e99a49-f64e-4fde-8f11-ad31c751475a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:59.809687 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16e99a49-f64e-4fde-8f11-ad31c751475a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:29:59.810741 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-16e99a49-f64e-4fde-8f11-ad31c751475a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f344131f-4aad-4346-95f6-af9afe07af7d HTTP/1.1" status: 204 len: 168 time: 0.1820524 Sep 15 02:29:59.825720 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e99a49-f64e-4fde-8f11-ad31c751475a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f344131f-4aad-4346-95f6-af9afe07af7d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:29:59.855406 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0fea58ab-2cdd-4b45-a68f-f1b4497d0715 req-bc30ea7e-7a83-4d39-be76-4e217e84ebb1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545309 Sep 15 02:30:00.298166 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b913aa3-1562-475e-a2b1-c7747847faf1 req-00a8ca24-64db-4a05-b625-5d93a84e396e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:00.298284 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8b913aa3-1562-475e-a2b1-c7747847faf1 req-00a8ca24-64db-4a05-b625-5d93a84e396e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0580740 Sep 15 02:30:00.336930 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8b913aa3-1562-475e-a2b1-c7747847faf1 req-42f29d38-f5c6-4330-a422-891a8e5346df tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Sep 15 02:30:00.458927 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35ddae-39a8-4cb9-aae2-4b9dd0284c84 req-9a2b2209-bbd3-443c-a997-297488f35b94 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:00.460616 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6a35ddae-39a8-4cb9-aae2-4b9dd0284c84 req-9a2b2209-bbd3-443c-a997-297488f35b94 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 944 time: 0.0514066 Sep 15 02:30:00.520023 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6a35ddae-39a8-4cb9-aae2-4b9dd0284c84 req-a9942f8c-d734-4510-b174-2c0b469ce5ff tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374289 Sep 15 02:30:00.975311 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d9c40-edac-46ff-97e7-408a19e23470 req-4adc661e-4ce1-4530-8a39-c9dc0b142a0e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:00.976803 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2f5d9c40-edac-46ff-97e7-408a19e23470 req-4adc661e-4ce1-4530-8a39-c9dc0b142a0e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0499752 Sep 15 02:30:01.030762 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2f5d9c40-edac-46ff-97e7-408a19e23470 req-05ee795e-1ae3-4fdb-9350-2d2a1ad91529 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Sep 15 02:30:01.461743 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d21aac-9398-40f6-8fed-5fc8462aeafc req-0b9b05b9-f421-41c8-8e78-a975fc757113 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:01.463230 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-77d21aac-9398-40f6-8fed-5fc8462aeafc req-0b9b05b9-f421-41c8-8e78-a975fc757113 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0515137 Sep 15 02:30:01.488130 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37388) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:01.502348 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-77d21aac-9398-40f6-8fed-5fc8462aeafc req-29c83875-b2ef-43b3-84f8-3a3321c9b0f2 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331974 Sep 15 02:30:01.599318 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5f6ece11-7a8a-4d81-b400-1ca74041685e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:01.658248 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d1004-93e2-4b80-9f87-a7a990b74219 req-0b943881-4aee-440b-9e0f-5a15c9632960 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:01.659626 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0f5d1004-93e2-4b80-9f87-a7a990b74219 req-0b943881-4aee-440b-9e0f-5a15c9632960 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 944 time: 0.0745804 Sep 15 02:30:01.714849 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0f5d1004-93e2-4b80-9f87-a7a990b74219 req-b4c38822-ae21-4df2-9657-fbcf0a0b7ded tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487573 Sep 15 02:30:01.750562 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5f6ece11-7a8a-4d81-b400-1ca74041685e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:01.754282 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5f6ece11-7a8a-4d81-b400-1ca74041685e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:01.791147 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5f6ece11-7a8a-4d81-b400-1ca74041685e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e40081f5f1e04fcb8149f7e119d6c584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017826 Sep 15 02:30:01.792013 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ece11-7a8a-4d81-b400-1ca74041685e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837de968-fc71-444d-b739-29858798f3f7,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:01.793858 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37396) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:01.843471 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31e0e49c-2bef-481c-a9cc-301911ff7cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:01.864299 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31e0e49c-2bef-481c-a9cc-301911ff7cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:01.909520 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31e0e49c-2bef-481c-a9cc-301911ff7cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:01.912248 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31e0e49c-2bef-481c-a9cc-301911ff7cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:01.913395 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-31e0e49c-2bef-481c-a9cc-301911ff7cac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/837de968-fc71-444d-b739-29858798f3f7 HTTP/1.1" status: 204 len: 168 time: 0.1179965 Sep 15 02:30:01.921049 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0e49c-2bef-481c-a9cc-301911ff7cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837de968-fc71-444d-b739-29858798f3f7,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:02.137573 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e13cb-8992-4083-a93a-5a93ec032728 req-bf43ab5c-24c7-467a-94b9-799928beecfc tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:02.139613 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d24e13cb-8992-4083-a93a-5a93ec032728 req-bf43ab5c-24c7-467a-94b9-799928beecfc tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0506639 Sep 15 02:30:02.167897 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37408) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:02.180866 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d24e13cb-8992-4083-a93a-5a93ec032728 req-7a169463-8e97-49a1-a71f-19493ada7960 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352874 Sep 15 02:30:02.181233 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-69972b6a-7c8a-4f19-906d-5ecfac3d7601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:02.270451 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-69972b6a-7c8a-4f19-906d-5ecfac3d7601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:02.274205 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-69972b6a-7c8a-4f19-906d-5ecfac3d7601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:02.310120 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-69972b6a-7c8a-4f19-906d-5ecfac3d7601 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eff38b1f989e483fa3e426cadc590f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410913 Sep 15 02:30:02.311772 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69972b6a-7c8a-4f19-906d-5ecfac3d7601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2220320a-5963-4f8b-a3ff-2716127aea63,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:02.313518 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37410) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:02.361141 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b17386cd-9791-4672-bcbe-bdbae384e9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:02.381518 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b17386cd-9791-4672-bcbe-bdbae384e9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:02.425431 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b17386cd-9791-4672-bcbe-bdbae384e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:02.427789 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b17386cd-9791-4672-bcbe-bdbae384e9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:02.428898 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b17386cd-9791-4672-bcbe-bdbae384e9ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2220320a-5963-4f8b-a3ff-2716127aea63 HTTP/1.1" status: 204 len: 168 time: 0.1137092 Sep 15 02:30:02.436226 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17386cd-9791-4672-bcbe-bdbae384e9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2220320a-5963-4f8b-a3ff-2716127aea63,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:02.626476 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119995b6-9ee9-4454-983c-504038c554a6 req-49f8ca22-b25e-4e00-a094-7f14cdf843a5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:02.627956 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-119995b6-9ee9-4454-983c-504038c554a6 req-49f8ca22-b25e-4e00-a094-7f14cdf843a5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0520632 Sep 15 02:30:02.664629 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-119995b6-9ee9-4454-983c-504038c554a6 req-aeeb9955-a961-4473-866f-bbee67a9e40b tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304134 Sep 15 02:30:02.830283 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a951f-922d-4f2b-b7e2-ccd3c682d34e req-e7b067cc-d8de-4d98-b500-ea11179c61e1 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:02.831796 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb2a951f-922d-4f2b-b7e2-ccd3c682d34e req-e7b067cc-d8de-4d98-b500-ea11179c61e1 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 944 time: 0.0500660 Sep 15 02:30:02.869075 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb2a951f-922d-4f2b-b7e2-ccd3c682d34e req-f25586c7-0f43-40a5-ab6a-b5d54cabbe43 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312588 Sep 15 02:30:02.925371 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:03.294154 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036bbb2-7f4a-4b57-8cce-dd8905bd80d9 req-ca76da2c-3b03-43cf-a5c5-b39fc5c24ded tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:03.296163 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a036bbb2-7f4a-4b57-8cce-dd8905bd80d9 req-ca76da2c-3b03-43cf-a5c5-b39fc5c24ded tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0478978 Sep 15 02:30:03.336853 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a036bbb2-7f4a-4b57-8cce-dd8905bd80d9 req-2f7aa879-eb1e-43bb-b493-ec2c4ae6d2cd tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341465 Sep 15 02:30:03.789154 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0959b5-ba7e-426f-bd1a-dd4241d95133 req-b883a4e5-425c-431f-97ba-ee19f18f4ec9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:03.790687 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ba0959b5-ba7e-426f-bd1a-dd4241d95133 req-b883a4e5-425c-431f-97ba-ee19f18f4ec9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0539670 Sep 15 02:30:03.826991 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ba0959b5-ba7e-426f-bd1a-dd4241d95133 req-040783a4-3ece-4c5e-8ee8-4af920064919 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297756 Sep 15 02:30:03.983982 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a114c1-78b7-48b8-8eb4-4bff7dd6b9bb req-93ce0873-f3a8-46ba-88cf-b6913a40e467 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:03.985684 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-15a114c1-78b7-48b8-8eb4-4bff7dd6b9bb req-93ce0873-f3a8-46ba-88cf-b6913a40e467 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 944 time: 0.0497389 Sep 15 02:30:04.026168 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-15a114c1-78b7-48b8-8eb4-4bff7dd6b9bb req-28ad530e-ea49-4fa8-920a-04ddc8724172 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338824 Sep 15 02:30:04.449549 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3402273-3b05-4860-88ef-4cc6055d4c7e req-a7cae574-3004-4737-a3eb-d6c0f90f81b0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:04.450978 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b3402273-3b05-4860-88ef-4cc6055d4c7e req-a7cae574-3004-4737-a3eb-d6c0f90f81b0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0466738 Sep 15 02:30:04.488031 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b3402273-3b05-4860-88ef-4cc6055d4c7e req-d26fbacd-1bd3-4e30-affa-5c9f37869907 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308318 Sep 15 02:30:04.945845 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edbe5c-a9b5-44fa-aa92-d6f8e70558ae req-bc7e6eed-3f62-4e0a-934d-dc056b1cc93a tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:04.947192 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a0edbe5c-a9b5-44fa-aa92-d6f8e70558ae req-bc7e6eed-3f62-4e0a-934d-dc056b1cc93a tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0496485 Sep 15 02:30:04.983200 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a0edbe5c-a9b5-44fa-aa92-d6f8e70558ae req-f648925f-593f-47ae-90a2-7194d8dbd1b3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295811 Sep 15 02:30:05.137226 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c7418-31fe-40f9-b8a7-51ddde75bb8d req-cd8698ef-d4ba-4b8e-80e0-fbc51b318688 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:05.138681 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f77c7418-31fe-40f9-b8a7-51ddde75bb8d req-cd8698ef-d4ba-4b8e-80e0-fbc51b318688 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 944 time: 0.0476801 Sep 15 02:30:05.176435 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f77c7418-31fe-40f9-b8a7-51ddde75bb8d req-7dbb7892-ba8f-4f66-8576-7f2d1190725f tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Sep 15 02:30:05.600313 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34fee6-6b44-49f3-a80d-77780cb084b4 req-83856bd0-d27b-4547-87f3-bd62d3499129 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:05.601784 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1a34fee6-6b44-49f3-a80d-77780cb084b4 req-83856bd0-d27b-4547-87f3-bd62d3499129 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0473783 Sep 15 02:30:05.638332 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1a34fee6-6b44-49f3-a80d-77780cb084b4 req-e893501e-f709-4213-8a56-e5694401110f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307832 Sep 15 02:30:06.102238 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d88c16-12c8-4236-b30f-5141f40a481b req-9d1795ed-dbea-43fb-a90c-af200d63911b tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:06.103677 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a3d88c16-12c8-4236-b30f-5141f40a481b req-9d1795ed-dbea-43fb-a90c-af200d63911b tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0510294 Sep 15 02:30:06.139282 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a3d88c16-12c8-4236-b30f-5141f40a481b req-b351624e-0e2f-40a9-bf53-f24395b4b2c9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293605 Sep 15 02:30:06.290695 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d8256-4903-437d-87a6-c42c82c6a2b9 req-4552603e-113f-4a23-bde9-323e39ba76e5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:06.292185 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ba8d8256-4903-437d-87a6-c42c82c6a2b9 req-4552603e-113f-4a23-bde9-323e39ba76e5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 944 time: 0.0478380 Sep 15 02:30:06.329675 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ba8d8256-4903-437d-87a6-c42c82c6a2b9 req-a61ad964-f08d-48f3-b111-9e75d2739c57 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316114 Sep 15 02:30:06.748818 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4809cc-f3df-4ad5-b41f-b7abf8ffc705 req-5efca1c4-7e0e-4d4c-a89c-bc20267f485e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:06.750318 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-db4809cc-f3df-4ad5-b41f-b7abf8ffc705 req-5efca1c4-7e0e-4d4c-a89c-bc20267f485e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0477533 Sep 15 02:30:06.786090 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-db4809cc-f3df-4ad5-b41f-b7abf8ffc705 req-9d77574b-43c4-4f5e-a731-aa2851b6f58a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301411 Sep 15 02:30:07.260814 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37318172-eedf-4f51-aae4-012467d0179e req-40e63d71-d8e7-4d01-b5e8-b546613ef32c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:07.262326 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-37318172-eedf-4f51-aae4-012467d0179e req-40e63d71-d8e7-4d01-b5e8-b546613ef32c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0549705 Sep 15 02:30:07.300426 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-37318172-eedf-4f51-aae4-012467d0179e req-a3f2a025-12a5-480d-b5b0-c1eb0794ef97 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322592 Sep 15 02:30:07.438387 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48501230-dc21-4cd0-bef1-2e435670cabc req-2556a6c2-1fb0-4415-9276-6343eb273f44 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:07.439826 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-48501230-dc21-4cd0-bef1-2e435670cabc req-2556a6c2-1fb0-4415-9276-6343eb273f44 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 944 time: 0.0467114 Sep 15 02:30:07.477009 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-48501230-dc21-4cd0-bef1-2e435670cabc req-edf3a0b0-e5ff-4f44-85ea-0c283fae8867 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Sep 15 02:30:07.896093 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a79b02-f86c-4ecd-b7bf-02a5b8a80dd5 req-5bf412ac-305b-4ebd-91e6-98808aa30546 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:07.897572 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-81a79b02-f86c-4ecd-b7bf-02a5b8a80dd5 req-5bf412ac-305b-4ebd-91e6-98808aa30546 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0473962 Sep 15 02:30:07.933300 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-81a79b02-f86c-4ecd-b7bf-02a5b8a80dd5 req-d64b39ca-80ff-4423-ab27-5f79b6afab90 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298269 Sep 15 02:30:08.183648 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d74c211d-5f4b-4d33-995f-d397991c8063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:08.420011 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f46b15-1c19-4a86-98e0-b1d913428676 req-83ffcc7b-dfc2-4b5b-a113-004a7105d1c3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:08.422183 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-91f46b15-1c19-4a86-98e0-b1d913428676 req-83ffcc7b-dfc2-4b5b-a113-004a7105d1c3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0524547 Sep 15 02:30:08.457590 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-91f46b15-1c19-4a86-98e0-b1d913428676 req-25788353-2fe5-4f06-9e3f-5c499857daf3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295620 Sep 15 02:30:08.585611 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bc999-4f31-41f5-bf40-b7aafaf9fe0a req-cc464a92-d0c8-4728-b165-e6754d7bfc4e tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:08.587200 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ec7bc999-4f31-41f5-bf40-b7aafaf9fe0a req-cc464a92-d0c8-4728-b165-e6754d7bfc4e tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 944 time: 0.0476406 Sep 15 02:30:08.624326 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ec7bc999-4f31-41f5-bf40-b7aafaf9fe0a req-76bf7486-1561-412b-9478-2793718c569b tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307703 Sep 15 02:30:09.046765 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec525b8-19c2-4746-9ffe-62c8bc6a2615 req-74a48843-9f7b-42e2-9a36-8a04dd602177 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:09.048253 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1ec525b8-19c2-4746-9ffe-62c8bc6a2615 req-74a48843-9f7b-42e2-9a36-8a04dd602177 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0488951 Sep 15 02:30:09.086451 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1ec525b8-19c2-4746-9ffe-62c8bc6a2615 req-10308c72-6c6e-439d-a4b6-65a0e7ad1146 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322042 Sep 15 02:30:09.581008 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514eeebe-0478-4642-b340-0954e8eda642 req-9b0648d0-44ec-4707-bf53-bec969b1c164 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:09.582656 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-514eeebe-0478-4642-b340-0954e8eda642 req-9b0648d0-44ec-4707-bf53-bec969b1c164 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0559542 Sep 15 02:30:09.621316 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-514eeebe-0478-4642-b340-0954e8eda642 req-4a9cf547-cd5c-4f8d-bb5f-3a858146ad8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326262 Sep 15 02:30:09.713636 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device d83027b9-a506-4518-b58a-3a83171b9587 up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:30:09.732540 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff52404-5da6-4efc-8964-8c647df7dc75 req-c3d16687-3471-4713-a988-b861b698001e tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:09.734570 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ff52404-5da6-4efc-8964-8c647df7dc75 req-c3d16687-3471-4713-a988-b861b698001e tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 944 time: 0.0471795 Sep 15 02:30:09.762193 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port d83027b9-a506-4518-b58a-3a83171b9587 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:30:09.766688 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port d83027b9-a506-4518-b58a-3a83171b9587 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:30:09.767116 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:09.773297 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ff52404-5da6-4efc-8964-8c647df7dc75 req-4734cced-9d32-4079-9024-2b958d03081b tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325902 Sep 15 02:30:09.851797 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:09.876201 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5864d9-db7c-43a4-86f6-fe1714e78fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83027b9-a506-4518-b58a-3a83171b9587'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:30:09.952357 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port d83027b9-a506-4518-b58a-3a83171b9587, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d83027b9-a506-4518-b58a-3a83171b9587,segment=NetworkSegment(5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b),segment_id=5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:09.957560 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:09.958765 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device d44a3335-a2fa-4893-8b0d-aff24eaf57e2 up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:30:10.046668 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=d83027b9-a506-4518-b58a-3a83171b9587,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:10.055065 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8531d3-ab85-4951-b9fe-3611651c0b64" -d '{"events": [{"server_uuid": "cd5864d9-db7c-43a4-86f6-fe1714e78fcb", "name": "network-vif-plugged", "status": "completed", "tag": "d83027b9-a506-4518-b58a-3a83171b9587"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:30:10.062467 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port d44a3335-a2fa-4893-8b0d-aff24eaf57e2 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:30:10.066805 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port d44a3335-a2fa-4893-8b0d-aff24eaf57e2 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:30:10.067199 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:10.152930 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897679fc-3f37-46eb-aaf0-16d23584ba20 x-openstack-request-id: req-897679fc-3f37-46eb-aaf0-16d23584ba20 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:30:10.153229 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5864d9-db7c-43a4-86f6-fe1714e78fcb", "name": "network-vif-plugged", "status": "completed", "tag": "d83027b9-a506-4518-b58a-3a83171b9587", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:30:10.153969 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-897679fc-3f37-46eb-aaf0-16d23584ba20 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:30:10.153969 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5864d9-db7c-43a4-86f6-fe1714e78fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83027b9-a506-4518-b58a-3a83171b9587', 'code': 200} Sep 15 02:30:10.155796 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:10.190010 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port d44a3335-a2fa-4893-8b0d-aff24eaf57e2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:10.195017 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:10.210668 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393db90-a5bb-4e0a-beb5-8fb489cc5288 req-04eebf54-18ba-4abe-bc9e-413bf92462fb tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:10.212404 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a393db90-a5bb-4e0a-beb5-8fb489cc5288 req-04eebf54-18ba-4abe-bc9e-413bf92462fb tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0546806 Sep 15 02:30:10.257361 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a393db90-a5bb-4e0a-beb5-8fb489cc5288 req-edf2bbea-42d8-4eaa-9271-850fe42e74c2 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379255 Sep 15 02:30:10.257539 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=d44a3335-a2fa-4893-8b0d-aff24eaf57e2,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:10.434018 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89e7e4-f509-4e08-9af4-05b24c391cec req-71721a58-e6a4-40be-96fb-51c5bddc3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:10.435680 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4b89e7e4-f509-4e08-9af4-05b24c391cec req-71721a58-e6a4-40be-96fb-51c5bddc3573 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 1098 time: 0.0717771 Sep 15 02:30:10.461496 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4b89e7e4-f509-4e08-9af4-05b24c391cec req-6bb5091a-3b45-456d-b63b-1eab1e78f09f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:10.564335 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4b89e7e4-f509-4e08-9af4-05b24c391cec req-6bb5091a-3b45-456d-b63b-1eab1e78f09f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:10.570302 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-4b89e7e4-f509-4e08-9af4-05b24c391cec req-6bb5091a-3b45-456d-b63b-1eab1e78f09f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:10.609069 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4b89e7e4-f509-4e08-9af4-05b24c391cec req-6bb5091a-3b45-456d-b63b-1eab1e78f09f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648014 Sep 15 02:30:10.618926 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5091a-3b45-456d-b63b-1eab1e78f09f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=863eaf2d-1eb7-4ba3-bdb8-2953c5beb139,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:10.677349 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cb6cfde3-76f8-4d78-930a-aac700eeb6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:10.681738 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37654) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:10.791648 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1a373-8821-4d5d-8520-3ae0cf8e7533 req-cc1dd84c-9ef1-4bf3-b892-84b0e0a30bb4 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:10.793587 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b3d1a373-8821-4d5d-8520-3ae0cf8e7533 req-cc1dd84c-9ef1-4bf3-b892-84b0e0a30bb4 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.0549543 Sep 15 02:30:10.805183 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fb4c2a9a-a9eb-4934-b5a5-d3b3ceee7a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:10.845274 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b3d1a373-8821-4d5d-8520-3ae0cf8e7533 req-dfa9164c-226d-4aac-8a6b-cab6000bfc08 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450418 Sep 15 02:30:10.930195 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c164-4563-43db-ab24-c9842e5fca57 req-f708ec6a-cea3-4728-9712-4b6047c56606 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:10.931704 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7eb9c164-4563-43db-ab24-c9842e5fca57 req-f708ec6a-cea3-4728-9712-4b6047c56606 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0737000 Sep 15 02:30:10.969746 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:10.985448 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fb4c2a9a-a9eb-4934-b5a5-d3b3ceee7a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:10.991662 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7eb9c164-4563-43db-ab24-c9842e5fca57 req-84640a43-4726-4b93-b9aa-15a954b573fc tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513024 Sep 15 02:30:10.992929 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fb4c2a9a-a9eb-4934-b5a5-d3b3ceee7a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:11.032822 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fb4c2a9a-a9eb-4934-b5a5-d3b3ceee7a4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=246ee080ec4d4573903bdd704c84ed65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489890 Sep 15 02:30:11.033683 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c2a9a-a9eb-4934-b5a5-d3b3ceee7a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84572f93-81f9-4376-86d6-14ad8104ff8d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:11.036130 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37666) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:11.084668 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-10ae3778-ba66-426c-9a94-7f7dbf14ce07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:11.104793 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-10ae3778-ba66-426c-9a94-7f7dbf14ce07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:11.152229 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-10ae3778-ba66-426c-9a94-7f7dbf14ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:11.155083 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-10ae3778-ba66-426c-9a94-7f7dbf14ce07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:11.156188 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-10ae3778-ba66-426c-9a94-7f7dbf14ce07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84572f93-81f9-4376-86d6-14ad8104ff8d HTTP/1.1" status: 204 len: 168 time: 0.1185610 Sep 15 02:30:11.164024 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae3778-ba66-426c-9a94-7f7dbf14ce07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84572f93-81f9-4376-86d6-14ad8104ff8d,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:11.377902 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077250d-771e-4da9-9ab3-fdf077c9f485 req-cfc67a46-fd8a-408b-9b20-9d233cb1880a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:11.379652 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c077250d-771e-4da9-9ab3-fdf077c9f485 req-cfc67a46-fd8a-408b-9b20-9d233cb1880a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0495751 Sep 15 02:30:11.418149 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c077250d-771e-4da9-9ab3-fdf077c9f485 req-b47e5cf2-78a6-4d93-9834-b12b372af861 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326042 Sep 15 02:30:11.952471 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:12.134811 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c29a-c674-4c98-9e36-af013f7a60d2 req-a8d66240-7c52-4b7d-b211-28e23ff7ab27 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:12.137743 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6610c29a-c674-4c98-9e36-af013f7a60d2 req-a8d66240-7c52-4b7d-b211-28e23ff7ab27 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0676117 Sep 15 02:30:12.156258 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75988b7-5092-4c01-b0d4-a6430678bfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44a3335-a2fa-4893-8b0d-aff24eaf57e2'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:30:12.162049 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5781d271-fae2-44c2-87aa-272a6f2d7067" -d '{"events": [{"server_uuid": "d75988b7-5092-4c01-b0d4-a6430678bfc1", "name": "network-vif-plugged", "status": "completed", "tag": "d44a3335-a2fa-4893-8b0d-aff24eaf57e2"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:30:12.178070 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 433901a8-07c0-494e-a789-f99d63d6a550 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:30:12.187309 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6610c29a-c674-4c98-9e36-af013f7a60d2 req-ebe96e74-7f04-493f-a009-ecd86c228305 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Sep 15 02:30:12.245197 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c181b5-2fc1-48e4-96f9-91a053019729 req-8e58f84f-5b79-44b2-9f23-726ac312ca73 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:12.253098 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79c181b5-2fc1-48e4-96f9-91a053019729 req-8e58f84f-5b79-44b2-9f23-726ac312ca73 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 944 time: 0.3290722 Sep 15 02:30:12.287694 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79c181b5-2fc1-48e4-96f9-91a053019729 req-6590be69-0490-4064-acde-c0f80c3c7a4c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335393 Sep 15 02:30:12.294541 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba288391-2b0c-43b6-b399-8ea858f4f2ae x-openstack-request-id: req-ba288391-2b0c-43b6-b399-8ea858f4f2ae {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:30:12.294853 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75988b7-5092-4c01-b0d4-a6430678bfc1", "name": "network-vif-plugged", "status": "completed", "tag": "d44a3335-a2fa-4893-8b0d-aff24eaf57e2", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:30:12.295210 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba288391-2b0c-43b6-b399-8ea858f4f2ae {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:30:12.296148 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75988b7-5092-4c01-b0d4-a6430678bfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44a3335-a2fa-4893-8b0d-aff24eaf57e2', 'code': 200} Sep 15 02:30:12.325238 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 433901a8-07c0-494e-a789-f99d63d6a550, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=433901a8-07c0-494e-a789-f99d63d6a550,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:12.336440 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '433901a8-07c0-494e-a789-f99d63d6a550', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'port_id': '433901a8-07c0-494e-a789-f99d63d6a550', 'mac_address': 'fa:16:3e:37:79:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:30:12.374024 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:12.386080 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433901a8-07c0-494e-a789-f99d63d6a550 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:30:12.405956 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 433901a8-07c0-494e-a789-f99d63d6a550, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=433901a8-07c0-494e-a789-f99d63d6a550,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:12.410374 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:12.411005 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 26a67268-9d40-46bc-bab5-c3b32707ec7c details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:30:12.569399 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b0994-130c-462a-a8ea-4df1c901edbc req-4c0716f4-e48e-4db0-affb-ffcba770da72 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:12.571110 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-145b0994-130c-462a-a8ea-4df1c901edbc req-4c0716f4-e48e-4db0-affb-ffcba770da72 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 944 time: 0.0588386 Sep 15 02:30:12.590776 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=433901a8-07c0-494e-a789-f99d63d6a550,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:12.616564 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-145b0994-130c-462a-a8ea-4df1c901edbc req-63e958ed-741e-480d-9d16-c5b6f460f02b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386050 Sep 15 02:30:12.660667 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 26a67268-9d40-46bc-bab5-c3b32707ec7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=26a67268-9d40-46bc-bab5-c3b32707ec7c,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:12.672118 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '26a67268-9d40-46bc-bab5-c3b32707ec7c', 'network_id': 'a1100f09-2abd-4ba8-babe-c009a22ee068', 'port_id': '26a67268-9d40-46bc-bab5-c3b32707ec7c', 'mac_address': 'fa:16:3e:69:aa:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3530c1-b340-4efd-940a-fa701902ce69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:30:12.709749 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:12.723254 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a67268-9d40-46bc-bab5-c3b32707ec7c {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:30:12.746881 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 26a67268-9d40-46bc-bab5-c3b32707ec7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=26a67268-9d40-46bc-bab5-c3b32707ec7c,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:12.750841 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:12.798927 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=26a67268-9d40-46bc-bab5-c3b32707ec7c,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:13.303344 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a9138-e194-4c18-820c-0cc3e23d1421 req-ea5863f1-ec03-47b4-9d6f-c61bac230817 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:13.304799 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-286a9138-e194-4c18-820c-0cc3e23d1421 req-ea5863f1-ec03-47b4-9d6f-c61bac230817 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0482821 Sep 15 02:30:13.341558 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-286a9138-e194-4c18-820c-0cc3e23d1421 req-0b165227-8d7d-4a75-a699-cc8d7e875e3b tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309310 Sep 15 02:30:13.366281 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:13.405850 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadc531-1ced-437f-b577-a9ec1688e13a req-7e98fb8c-898f-428b-b631-470ebaf46446 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:13.407291 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8dadc531-1ced-437f-b577-a9ec1688e13a req-7e98fb8c-898f-428b-b631-470ebaf46446 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 945 time: 0.0476782 Sep 15 02:30:13.442764 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8dadc531-1ced-437f-b577-a9ec1688e13a req-91334749-6ced-4ee7-aed8-7ede4dfce5e9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295024 Sep 15 02:30:13.727126 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695989a-ffa6-4169-acc7-88b76931ff2d req-e60d1d9f-fd08-4882-b2a5-f9755aa7c222 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:13.728592 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0695989a-ffa6-4169-acc7-88b76931ff2d req-e60d1d9f-fd08-4882-b2a5-f9755aa7c222 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 945 time: 0.0468221 Sep 15 02:30:13.763856 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0695989a-ffa6-4169-acc7-88b76931ff2d req-f76d81b6-5423-4c8d-acb4-051423ff3362 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295448 Sep 15 02:30:14.454751 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6fd65-4409-4f1f-b226-a52e60d91442 req-7842e572-b58c-4cc3-a519-238781883332 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:14.456106 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4a6fd65-4409-4f1f-b226-a52e60d91442 req-7842e572-b58c-4cc3-a519-238781883332 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0470901 Sep 15 02:30:14.495162 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4a6fd65-4409-4f1f-b226-a52e60d91442 req-a1deeea5-cb67-4e81-838c-35980145f2f8 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332608 Sep 15 02:30:14.563597 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fec9b-e6c1-4864-97b9-e745a7fed659 req-f772276c-3bef-4a27-a5f3-a80f2e0f3ae7 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:14.565098 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8b2fec9b-e6c1-4864-97b9-e745a7fed659 req-f772276c-3bef-4a27-a5f3-a80f2e0f3ae7 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 945 time: 0.0506070 Sep 15 02:30:14.604151 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8b2fec9b-e6c1-4864-97b9-e745a7fed659 req-c371401a-e7d4-4923-8d71-5dba13385a6d tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311813 Sep 15 02:30:14.876652 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad4415-554b-4117-afe5-2a99c38f3588 req-5b81b0eb-c01c-4bc1-b844-25ad613f675a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:14.878237 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a9ad4415-554b-4117-afe5-2a99c38f3588 req-5b81b0eb-c01c-4bc1-b844-25ad613f675a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 945 time: 0.0492404 Sep 15 02:30:14.930941 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a9ad4415-554b-4117-afe5-2a99c38f3588 req-0f2c5563-6ebe-4d67-ac65-518aa291c5e2 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468256 Sep 15 02:30:15.607144 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9aedf-75e4-4ecd-a2e0-730244c1be5c req-dfcf6131-f926-4148-9d44-8b70eba86d65 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:15.609897 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5c9aedf-75e4-4ecd-a2e0-730244c1be5c req-dfcf6131-f926-4148-9d44-8b70eba86d65 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0495911 Sep 15 02:30:15.652344 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5c9aedf-75e4-4ecd-a2e0-730244c1be5c req-b48683f0-f7b8-42ca-99f1-26c10b73fa1a tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Sep 15 02:30:15.735733 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fd6f5-e6d0-4711-ac15-c2dcd4c88c3b req-f43cbeac-0494-45d9-ba60-03660e4e4aed tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:15.737659 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c05fd6f5-e6d0-4711-ac15-c2dcd4c88c3b req-f43cbeac-0494-45d9-ba60-03660e4e4aed tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 945 time: 0.0548306 Sep 15 02:30:15.776622 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c05fd6f5-e6d0-4711-ac15-c2dcd4c88c3b req-60815137-2e1d-4e13-ac82-15fa5bfa13da tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331593 Sep 15 02:30:15.788057 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06f5ae-610b-403f-a09d-706453f4ce23 req-d87d830e-e43d-44d1-8a29-40c674b53f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:15.789579 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1d06f5ae-610b-403f-a09d-706453f4ce23 req-d87d830e-e43d-44d1-8a29-40c674b53f7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0374484 Sep 15 02:30:15.822430 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['26a67268-9d40-46bc-bab5-c3b32707ec7c'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:30:15.824378 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1d06f5ae-610b-403f-a09d-706453f4ce23 req-9f50d8dd-9f8a-4193-9d71-c26452534ab1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269721 Sep 15 02:30:15.934687 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['433901a8-07c0-494e-a789-f99d63d6a550'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:30:16.050197 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd665705-a361-4c3d-9fbc-a5feeef3e5f5 req-ce3ce80d-f7c7-4b85-a2e9-06b6960a2a07 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:16.051675 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fd665705-a361-4c3d-9fbc-a5feeef3e5f5 req-ce3ce80d-f7c7-4b85-a2e9-06b6960a2a07 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 945 time: 0.0530386 Sep 15 02:30:16.088134 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fd665705-a361-4c3d-9fbc-a5feeef3e5f5 req-7608f6a2-0df1-4727-9d94-7a075ced4a60 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304930 Sep 15 02:30:16.766930 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd8ca5-14e4-4a6b-afb4-a5b309f96e55 req-841f0c58-5ab4-449d-a5e2-01d8e6bd0671 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:16.768382 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-82fd8ca5-14e4-4a6b-afb4-a5b309f96e55 req-841f0c58-5ab4-449d-a5e2-01d8e6bd0671 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0478959 Sep 15 02:30:16.804045 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-82fd8ca5-14e4-4a6b-afb4-a5b309f96e55 req-813ba906-3f35-4304-a735-29991ed5227e tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298548 Sep 15 02:30:16.896638 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3af170-22d7-4c99-a459-795ee48db3ef req-148e3192-52d0-41a5-b701-64cd97b196e4 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:16.898165 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3e3af170-22d7-4c99-a459-795ee48db3ef req-148e3192-52d0-41a5-b701-64cd97b196e4 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 945 time: 0.0472968 Sep 15 02:30:16.936098 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3e3af170-22d7-4c99-a459-795ee48db3ef req-2cb0b780-0215-4919-8687-c7a2557adcd6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319219 Sep 15 02:30:17.198626 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dda3fe-b3cc-46f1-b0c1-cd756e3744cd req-c3e74bae-38bd-4df6-90c4-a1c51025c8b4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:17.200104 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-94dda3fe-b3cc-46f1-b0c1-cd756e3744cd req-c3e74bae-38bd-4df6-90c4-a1c51025c8b4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 945 time: 0.0473392 Sep 15 02:30:17.243958 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-94dda3fe-b3cc-46f1-b0c1-cd756e3744cd req-b33842df-eb6e-462f-843d-d8faa6f47dfd tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371892 Sep 15 02:30:17.646956 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b56ecfb0-9d76-44ad-9bed-9193aac9a687 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e095af2da2b34e03b63dbdf57a25389d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422237 Sep 15 02:30:17.838452 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07064946-26cb-4d14-913b-6de859c0a7dd req-f5b7f06c-2119-4bcf-bd9e-c7f5c5a9f4c3 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:17.839959 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-f5b7f06c-2119-4bcf-bd9e-c7f5c5a9f4c3 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869452 Sep 15 02:30:17.862762 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-74f1987b-8a75-407d-860d-38d040a3dca4 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/quotas/e095af2da2b34e03b63dbdf57a25389d HTTP/1.1" status: 200 len: 375 time: 0.0158794 Sep 15 02:30:17.895483 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-1f14df34-801c-4a0a-9830-c1e422230bdd tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e095af2da2b34e03b63dbdf57a25389d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318143 Sep 15 02:30:17.947185 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f6341-ee21-4a4c-aa0e-11bd14221398 req-8c4747cd-ea23-4db7-8ce3-03011ac4613f tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:17.954908 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bb2f6341-ee21-4a4c-aa0e-11bd14221398 req-8c4747cd-ea23-4db7-8ce3-03011ac4613f tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0633030 Sep 15 02:30:18.005845 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bb2f6341-ee21-4a4c-aa0e-11bd14221398 req-00821ef8-def0-4b69-a2e7-bb447c1aa0ca tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499966 Sep 15 02:30:18.058295 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37890) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:18.114870 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ac70e-0dbe-4fb7-bb1d-1f2f0e21e541 req-49e1910c-e8d7-4b18-9d05-b7a2811f197c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:18.122181 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-519ac70e-0dbe-4fb7-bb1d-1f2f0e21e541 req-49e1910c-e8d7-4b18-9d05-b7a2811f197c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 945 time: 0.0580170 Sep 15 02:30:18.176357 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-519ac70e-0dbe-4fb7-bb1d-1f2f0e21e541 req-546dca7c-d814-40e5-b2e0-8839421f6120 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397112 Sep 15 02:30:18.187646 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b0cf8473-8994-4ffb-bb09-48a3f91cb067 req-a7d3e000-9481-4e88-a2e7-f8f79ab30c8f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 210 time: 0.0767856 Sep 15 02:30:18.270574 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:18.444628 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7bb6-b98c-4fc0-9490-da6990a05d7d req-2d0f31f3-7ed0-436f-bd63-682cdfcbfb27 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:18.452771 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1a8a7bb6-b98c-4fc0-9490-da6990a05d7d req-2d0f31f3-7ed0-436f-bd63-682cdfcbfb27 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 945 time: 0.0942340 Sep 15 02:30:18.476766 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:18.486242 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:18.525395 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1a8a7bb6-b98c-4fc0-9490-da6990a05d7d req-e48be9b3-8dae-4cce-9927-d4c0306dcc86 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717375 Sep 15 02:30:18.541644 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a861ed1e-9623-49f1-80d4-12a0b91f7308,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:18.547007 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5a6ccd591fb4108ac68fe28f530354a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4875906 Sep 15 02:30:18.550271 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37924) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:18.554089 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:18.554491 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:18.554890 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:18.555266 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:18.555600 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:18.556325 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:18.556325 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:18.556650 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:18.557056 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:18.557393 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:18.557682 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:18.557999 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f4a7-83ad-442b-8fcd-9b6a87640864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:18.611478 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-73177705-ba90-405c-bdbe-f570e587f3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:18.632639 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-73177705-ba90-405c-bdbe-f570e587f3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:18.644037 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37930) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:18.687653 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-73177705-ba90-405c-bdbe-f570e587f3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:18.690274 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-73177705-ba90-405c-bdbe-f570e587f3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:18.691402 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-73177705-ba90-405c-bdbe-f570e587f3b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a861ed1e-9623-49f1-80d4-12a0b91f7308 HTTP/1.1" status: 204 len: 168 time: 0.1395540 Sep 15 02:30:18.699247 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73177705-ba90-405c-bdbe-f570e587f3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a861ed1e-9623-49f1-80d4-12a0b91f7308,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:18.753082 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-53dff2a3-8bc9-4286-bffd-05d7cc0e8331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:18.842295 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-53dff2a3-8bc9-4286-bffd-05d7cc0e8331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:18.847019 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-53dff2a3-8bc9-4286-bffd-05d7cc0e8331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:18.885708 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-53dff2a3-8bc9-4286-bffd-05d7cc0e8331 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38cf0652e1fe4180a4118048486addcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402992 Sep 15 02:30:18.888092 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dff2a3-8bc9-4286-bffd-05d7cc0e8331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e206bb-53da-4da9-9e1d-58227e35ac67,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:18.888445 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37938) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:18.943754 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-23030754-5b05-45b2-9420-704f8c40436d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:18.965785 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-23030754-5b05-45b2-9420-704f8c40436d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.013646 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-23030754-5b05-45b2-9420-704f8c40436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.017432 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-23030754-5b05-45b2-9420-704f8c40436d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.018818 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-23030754-5b05-45b2-9420-704f8c40436d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80e206bb-53da-4da9-9e1d-58227e35ac67 HTTP/1.1" status: 204 len: 168 time: 0.1291080 Sep 15 02:30:19.031349 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23030754-5b05-45b2-9420-704f8c40436d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e206bb-53da-4da9-9e1d-58227e35ac67,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:19.140088 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb311ec-dfd0-4c2c-b4fd-867d39001444 req-956c4d17-c433-4b6d-8448-a60b39a24aa3 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:19.140088 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9bb311ec-dfd0-4c2c-b4fd-867d39001444 req-956c4d17-c433-4b6d-8448-a60b39a24aa3 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0507576 Sep 15 02:30:19.182471 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9bb311ec-dfd0-4c2c-b4fd-867d39001444 req-526ee8b3-be57-4065-ab93-4056a3275105 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362391 Sep 15 02:30:19.302373 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-55b2ba36-91f8-4bf5-80dc-eecddd2c25f8 req-97a0fa15-0256-4931-90d4-8d8445b3b09c tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 210 time: 0.0385649 Sep 15 02:30:19.335579 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723f279-c692-4a45-a086-7a737f99a8e7 req-830596ae-f750-4677-9dfd-d41aabfb1620 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:19.349051 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c723f279-c692-4a45-a086-7a737f99a8e7 req-830596ae-f750-4677-9dfd-d41aabfb1620 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 945 time: 0.0758212 Sep 15 02:30:19.387734 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c723f279-c692-4a45-a086-7a737f99a8e7 req-20b0fa41-167e-49a8-adfa-4e8a4fbcffb2 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365295 Sep 15 02:30:19.404730 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37964) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:19.418954 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-eea20b62-9f24-4268-8dce-accd7b24c6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.526158 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-eea20b62-9f24-4268-8dce-accd7b24c6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.529937 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-eea20b62-9f24-4268-8dce-accd7b24c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.572657 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37972) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:19.573321 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-eea20b62-9f24-4268-8dce-accd7b24c6a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afcf63208e6f4d949c6f4c64f296c88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667774 Sep 15 02:30:19.574527 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea20b62-9f24-4268-8dce-accd7b24c6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9234bee1-2a4f-4516-a18e-15cc2e9abc55,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:19.588291 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37974) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:19.656795 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a50180df-c6a9-49aa-bb2f-c772479c87e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.669658 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9473a-1cec-4ca5-9f8a-ab3bdd331390 req-e89aa4be-c23a-4977-be23-962c69c5f52f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:19.671195 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-feb9473a-1cec-4ca5-9f8a-ab3bdd331390 req-e89aa4be-c23a-4977-be23-962c69c5f52f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 945 time: 0.0649738 Sep 15 02:30:19.684783 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1995697885-network', 'tenant_id': '8e744d217341431594415d27dc677212'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:30:19.695316 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a50180df-c6a9-49aa-bb2f-c772479c87e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.705983 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Made reservation on behalf of 8e744d217341431594415d27dc677212 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:30:19.708749 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.716647 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.744312 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-feb9473a-1cec-4ca5-9f8a-ab3bdd331390 req-c442a306-7551-4839-97dc-188f3bb2fbe9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632668 Sep 15 02:30:19.773808 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a50180df-c6a9-49aa-bb2f-c772479c87e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.776179 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a50180df-c6a9-49aa-bb2f-c772479c87e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.777335 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a50180df-c6a9-49aa-bb2f-c772479c87e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9234bee1-2a4f-4516-a18e-15cc2e9abc55 HTTP/1.1" status: 204 len: 168 time: 0.2036734 Sep 15 02:30:19.785776 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50180df-c6a9-49aa-bb2f-c772479c87e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9234bee1-2a4f-4516-a18e-15cc2e9abc55,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:19.823941 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.827736 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.847945 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:30:19.862779 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06404951-e6e0-4de9-8bba-653c92bfed6e,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:19.865624 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.865957 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Added segment d7fad05b-060f-40de-8334-cb6a770c55af of type vlan for network 4405b014-8d3b-48c5-8e3a-6b2a000c560d Sep 15 02:30:19.905912 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.930298 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.931294 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:19.931876 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:19.964238 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3748612 Sep 15 02:30:19.967516 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37984) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:19.972986 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-3f743971-ee98-4324-9dd6-2859013437b4 admin admin] Request body: {'subnet': {'network_id': '4405b014-8d3b-48c5-8e3a-6b2a000c560d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1995697885-subnet', 'tenant_id': '8e744d217341431594415d27dc677212', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:30:19.991571 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Pushing event updated for resources: {'Network': ['ID=4405b014-8d3b-48c5-8e3a-6b2a000c560d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:19.994767 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f743971-ee98-4324-9dd6-2859013437b4 admin admin] Made reservation on behalf of 8e744d217341431594415d27dc677212 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:30:19.997431 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f743971-ee98-4324-9dd6-2859013437b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:20.000180 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:20.000549 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:20.000904 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:20.001235 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:20.001679 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:20.002022 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:20.002352 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:20.002681 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:20.003253 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:20.003837 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:20.004407 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:20.005015 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672c95b-a837-4790-82cd-fb25971a3342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:20.019892 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 4405b014-8d3b-48c5-8e3a-6b2a000c560d details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:30:20.168466 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f743971-ee98-4324-9dd6-2859013437b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:20.229420 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f743971-ee98-4324-9dd6-2859013437b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=482f9880-db9f-4cef-859f-69f1b0219d5d,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:20.253217 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f743971-ee98-4324-9dd6-2859013437b4 admin admin] Checking segment: {'id': 'd7fad05b-060f-40de-8334-cb6a770c55af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4405b014-8d3b-48c5-8e3a-6b2a000c560d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:30:20.254202 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f743971-ee98-4324-9dd6-2859013437b4 admin admin] Network hostable DHCP agents. Network: 4405b014-8d3b-48c5-8e3a-6b2a000c560d, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:30:20.297784 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f743971-ee98-4324-9dd6-2859013437b4 admin admin] Network 4405b014-8d3b-48c5-8e3a-6b2a000c560d is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:30:20.309956 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-3f743971-ee98-4324-9dd6-2859013437b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 4405b014-8d3b-48c5-8e3a-6b2a000c560d) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:30:20.317753 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f743971-ee98-4324-9dd6-2859013437b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:20.318790 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f743971-ee98-4324-9dd6-2859013437b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:20.321687 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffde7229-136b-457c-a486-98c8f93f7a2f None None] Network 4405b014-8d3b-48c5-8e3a-6b2a000c560d requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:30:20.343734 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3f743971-ee98-4324-9dd6-2859013437b4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3750749 Sep 15 02:30:20.413703 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c87567-bdde-4f2b-87c8-d1e2a23364cf req-ab621250-0351-4215-b6fa-01abb08bd805 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:20.415202 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-32c87567-bdde-4f2b-87c8-d1e2a23364cf req-ab621250-0351-4215-b6fa-01abb08bd805 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.1109989 Sep 15 02:30:20.496401 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1f5ab9c0-05d8-49e5-a361-df6b521d7e45 req-1cb04044-d567-48b1-b6bc-60eecbccdae1 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 210 time: 0.0671699 Sep 15 02:30:20.499935 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-32c87567-bdde-4f2b-87c8-d1e2a23364cf req-11dd6984-eac9-43e3-85a0-08c5a0847348 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747709 Sep 15 02:30:20.650315 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38016) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:20.675689 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d002a-2735-4ea0-953a-2c66ec927e51 req-ce31280d-b384-47a8-a153-11a7342f2d59 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:20.677713 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6b1d002a-2735-4ea0-953a-2c66ec927e51 req-ce31280d-b384-47a8-a153-11a7342f2d59 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 945 time: 0.1011341 Sep 15 02:30:20.683682 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70297249-cbc8-40a3-af1b-f9ba0e660844 None None] Network 4405b014-8d3b-48c5-8e3a-6b2a000c560d requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:30:20.766752 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6b1d002a-2735-4ea0-953a-2c66ec927e51 req-97adccf8-958c-492a-9f46-2460495b0637 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734978 Sep 15 02:30:20.888231 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1569840557-network', 'tenant_id': '937cafa2ddd247a4b56fb1f4d915b6ba'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:30:20.922361 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Made reservation on behalf of 937cafa2ddd247a4b56fb1f4d915b6ba for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:30:20.924912 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:20.937415 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5cea3-fe44-4312-9bc1-fb84a22911c8 req-d1e90440-13ad-42ab-8df9-036436d68e19 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:20.939964 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-20a5cea3-fe44-4312-9bc1-fb84a22911c8 req-d1e90440-13ad-42ab-8df9-036436d68e19 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 945 time: 0.0786052 Sep 15 02:30:20.952599 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:20.985160 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-20a5cea3-fe44-4312-9bc1-fb84a22911c8 req-035b8511-87d9-4536-b44e-36706a43dcdc tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 Sep 15 02:30:21.051663 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.054821 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.078313 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:30:21.087645 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2661ed2c-f85a-4777-b17e-9ca16089459e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:21.092641 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.093514 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Added segment 4f99ed3c-19d4-4742-936e-fa7ab5707722 of type vlan for network a2443435-0d36-4894-b0be-5843e13842fc Sep 15 02:30:21.137890 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.168251 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.169261 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:21.169838 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.205616 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5542397 Sep 15 02:30:21.208573 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38028) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:21.214107 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-601f7c95-b30e-4b82-ae36-cf8cf25dd8ff admin admin] Request body: {'subnet': {'network_id': 'a2443435-0d36-4894-b0be-5843e13842fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1569840557-subnet', 'tenant_id': '937cafa2ddd247a4b56fb1f4d915b6ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:30:21.232846 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d9abd-3770-42c4-b64c-faa365abfd94 admin admin] Pushing event updated for resources: {'Network': ['ID=a2443435-0d36-4894-b0be-5843e13842fc,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:21.238180 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 433901a8-07c0-494e-a789-f99d63d6a550 up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:30:21.244550 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601f7c95-b30e-4b82-ae36-cf8cf25dd8ff admin admin] Made reservation on behalf of 937cafa2ddd247a4b56fb1f4d915b6ba for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:30:21.247063 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-601f7c95-b30e-4b82-ae36-cf8cf25dd8ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.263545 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network a2443435-0d36-4894-b0be-5843e13842fc details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:30:21.348351 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 433901a8-07c0-494e-a789-f99d63d6a550 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:30:21.352023 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 433901a8-07c0-494e-a789-f99d63d6a550 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:30:21.352391 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.421156 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-601f7c95-b30e-4b82-ae36-cf8cf25dd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.430296 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.452906 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433901a8-07c0-494e-a789-f99d63d6a550'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:30:21.455136 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b83faba-0b9c-410c-a4bb-8188da72fe32" -d '{"events": [{"server_uuid": "0014927c-5e77-403b-a819-72d0c0dcdd4e", "name": "network-vif-plugged", "status": "completed", "tag": "433901a8-07c0-494e-a789-f99d63d6a550"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:30:21.474861 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 433901a8-07c0-494e-a789-f99d63d6a550, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=433901a8-07c0-494e-a789-f99d63d6a550,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:21.479967 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f7c95-b30e-4b82-ae36-cf8cf25dd8ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a261a4b-d016-4ff4-a294-4f6262f472af,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:21.483827 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.484933 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 26a67268-9d40-46bc-bab5-c3b32707ec7c up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:30:21.490729 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f7c95-b30e-4b82-ae36-cf8cf25dd8ff admin admin] Checking segment: {'id': '4f99ed3c-19d4-4742-936e-fa7ab5707722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2443435-0d36-4894-b0be-5843e13842fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:30:21.491096 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f7c95-b30e-4b82-ae36-cf8cf25dd8ff admin admin] Network hostable DHCP agents. Network: a2443435-0d36-4894-b0be-5843e13842fc, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:30:21.510513 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f7c95-b30e-4b82-ae36-cf8cf25dd8ff admin admin] Network a2443435-0d36-4894-b0be-5843e13842fc is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:30:21.511629 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdbd129-848e-44e8-a582-2845e1db7613 x-openstack-request-id: req-6fdbd129-848e-44e8-a582-2845e1db7613 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:30:21.511967 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0014927c-5e77-403b-a819-72d0c0dcdd4e", "name": "network-vif-plugged", "status": "completed", "tag": "433901a8-07c0-494e-a789-f99d63d6a550", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:30:21.512228 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fdbd129-848e-44e8-a582-2845e1db7613 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:30:21.512666 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433901a8-07c0-494e-a789-f99d63d6a550', 'code': 200} Sep 15 02:30:21.521773 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-601f7c95-b30e-4b82-ae36-cf8cf25dd8ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, a2443435-0d36-4894-b0be-5843e13842fc) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:30:21.526219 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f7c95-b30e-4b82-ae36-cf8cf25dd8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:21.526854 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-601f7c95-b30e-4b82-ae36-cf8cf25dd8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.537339 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb14b6a-c2ab-4d73-9836-bd44b7578126 None None] Network a2443435-0d36-4894-b0be-5843e13842fc requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:30:21.542640 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-601f7c95-b30e-4b82-ae36-cf8cf25dd8ff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3328092 Sep 15 02:30:21.610022 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f83fda87-6579-442c-8018-4f65a4001e31 req-bf067c4d-419c-48ff-ae88-8d4060965389 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 210 time: 0.0306003 Sep 15 02:30:21.619929 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=433901a8-07c0-494e-a789-f99d63d6a550,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:21.646534 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2ee0a-050c-4eb4-a0d0-5c5dda0c80f4 req-6217af1f-584c-4d4b-bd45-644c0f8584b7 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:21.648056 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-30a2ee0a-050c-4eb4-a0d0-5c5dda0c80f4 req-6217af1f-584c-4d4b-bd45-644c0f8584b7 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0652928 Sep 15 02:30:21.685395 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:21.685821 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:21.686235 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:21.687050 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:21.687556 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:21.688016 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:21.688542 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:21.688900 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:21.689408 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:21.689745 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:21.690083 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:21.690397 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:30:21.700389 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-30a2ee0a-050c-4eb4-a0d0-5c5dda0c80f4 req-9fcaebbd-1c29-413b-8492-66ac0bab6f84 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438075 Sep 15 02:30:21.700541 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 26a67268-9d40-46bc-bab5-c3b32707ec7c completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:30:21.709225 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 26a67268-9d40-46bc-bab5-c3b32707ec7c triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:30:21.709970 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.827621 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e75408-3856-40cf-9e02-10cb30253915 None None] Network a2443435-0d36-4894-b0be-5843e13842fc requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:30:21.863799 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.919441 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0af6-c0b7-4d45-b75f-1052c4ccc891 req-49d19d42-5b93-4c3c-9b9e-b00f5080d9b2 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:21.921946 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af4b0af6-c0b7-4d45-b75f-1052c4ccc891 req-49d19d42-5b93-4c3c-9b9e-b00f5080d9b2 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 946 time: 0.0501666 Sep 15 02:30:21.942809 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 26a67268-9d40-46bc-bab5-c3b32707ec7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=26a67268-9d40-46bc-bab5-c3b32707ec7c,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:21.949197 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:21.967261 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af4b0af6-c0b7-4d45-b75f-1052c4ccc891 req-d6e4c6b4-e178-4906-8efb-371b2fda8422 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361140 Sep 15 02:30:22.027509 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=26a67268-9d40-46bc-bab5-c3b32707ec7c,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:22.052263 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38058) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:22.057111 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1200880627-network', 'tenant_id': '2bd34824cbfa4dafb8f1f5f3ef8b83ea'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:30:22.104974 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Made reservation on behalf of 2bd34824cbfa4dafb8f1f5f3ef8b83ea for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:30:22.107292 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:22.118475 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:22.137784 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dc4ef-646f-41c2-bc22-b4a34ec4bd30 req-e6a4b834-0bef-4663-ac16-bc671911a884 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:22.139218 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-325dc4ef-646f-41c2-bc22-b4a34ec4bd30 req-e6a4b834-0bef-4663-ac16-bc671911a884 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0726340 Sep 15 02:30:22.195751 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-325dc4ef-646f-41c2-bc22-b4a34ec4bd30 req-fa4ee053-c5aa-42f4-8f97-dda00e26031a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502961 Sep 15 02:30:22.249584 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:22.253685 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:22.277997 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:30:22.287070 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6703f02f-e87c-487f-b7ad-b8a2414fff7b,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:22.293763 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:22.294103 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Added segment 8188082a-9d99-483c-aa1c-2119f85a614b of type vlan for network 1e8ea051-a60f-40c2-b918-f6489e7b3610 Sep 15 02:30:22.331647 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:22.355006 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:22.355966 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:22.356647 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:22.382273 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3288844 Sep 15 02:30:22.385064 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38062) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:22.390410 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-aa83369d-da46-4a4d-8dc0-2a3cac7898e7 admin admin] Request body: {'subnet': {'network_id': '1e8ea051-a60f-40c2-b918-f6489e7b3610', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1200880627-subnet', 'tenant_id': '2bd34824cbfa4dafb8f1f5f3ef8b83ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:30:22.411265 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa83369d-da46-4a4d-8dc0-2a3cac7898e7 admin admin] Made reservation on behalf of 2bd34824cbfa4dafb8f1f5f3ef8b83ea for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:30:22.413553 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aa83369d-da46-4a4d-8dc0-2a3cac7898e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:22.419582 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98644b8-fb15-4c36-a676-784fe424eba9 admin admin] Pushing event updated for resources: {'Network': ['ID=1e8ea051-a60f-40c2-b918-f6489e7b3610,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:22.429465 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 1e8ea051-a60f-40c2-b918-f6489e7b3610 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:30:22.575824 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aa83369d-da46-4a4d-8dc0-2a3cac7898e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:22.629800 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83369d-da46-4a4d-8dc0-2a3cac7898e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68581dcd-889f-4e5e-a989-f3dd543d82ef,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:22.638766 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83369d-da46-4a4d-8dc0-2a3cac7898e7 admin admin] Checking segment: {'id': '8188082a-9d99-483c-aa1c-2119f85a614b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e8ea051-a60f-40c2-b918-f6489e7b3610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:30:22.639122 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa83369d-da46-4a4d-8dc0-2a3cac7898e7 admin admin] Network hostable DHCP agents. Network: 1e8ea051-a60f-40c2-b918-f6489e7b3610, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:30:22.656420 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa83369d-da46-4a4d-8dc0-2a3cac7898e7 admin admin] Network 1e8ea051-a60f-40c2-b918-f6489e7b3610 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:30:22.666256 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-aa83369d-da46-4a4d-8dc0-2a3cac7898e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 1e8ea051-a60f-40c2-b918-f6489e7b3610) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:30:22.671412 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83369d-da46-4a4d-8dc0-2a3cac7898e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:22.671895 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aa83369d-da46-4a4d-8dc0-2a3cac7898e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:22.675090 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb507d7c-901a-4f1b-8183-5f9f7957982b None None] Network 1e8ea051-a60f-40c2-b918-f6489e7b3610 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:30:22.720262 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-aa83369d-da46-4a4d-8dc0-2a3cac7898e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3338315 Sep 15 02:30:22.722266 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3824e08b-6111-44b7-9082-4877d4a980b2 req-f856f274-0a7e-4538-bbe4-f99b339eaaa7 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 210 time: 0.0372880 Sep 15 02:30:22.819861 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ddb14-f65e-4f09-8ee2-4ce4efc8627d req-241517f2-8669-4925-a4d4-9942b525b98e tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:22.821495 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-005ddb14-f65e-4f09-8ee2-4ce4efc8627d req-241517f2-8669-4925-a4d4-9942b525b98e tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0502954 Sep 15 02:30:22.836816 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22d45b8-6b24-4ef7-9be5-f070de9940e7 None None] Network 1e8ea051-a60f-40c2-b918-f6489e7b3610 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:30:22.865152 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-005ddb14-f65e-4f09-8ee2-4ce4efc8627d req-d245f58e-34b9-48ac-a4bc-983af572088e tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368967 Sep 15 02:30:23.084336 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af263f62-d3a6-4be5-a1a2-ebca6f0868d0 req-8c6b0f94-3de5-4cc8-8ce1-bb3c7763fc78 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:23.086680 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af263f62-d3a6-4be5-a1a2-ebca6f0868d0 req-8c6b0f94-3de5-4cc8-8ce1-bb3c7763fc78 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 946 time: 0.0484223 Sep 15 02:30:23.130850 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af263f62-d3a6-4be5-a1a2-ebca6f0868d0 req-08d88253-cf7a-4a66-af8e-16e720696a3c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364463 Sep 15 02:30:23.356704 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac58a63-750a-456f-96c9-7ed9e90faf43 req-885be600-f486-4637-9b14-f7a310e13d30 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:23.358878 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-eac58a63-750a-456f-96c9-7ed9e90faf43 req-885be600-f486-4637-9b14-f7a310e13d30 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0637355 Sep 15 02:30:23.401105 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-eac58a63-750a-456f-96c9-7ed9e90faf43 req-4049047e-d147-4ef7-b77e-09de2ee111a4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349524 Sep 15 02:30:23.513570 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aad85ea-8d51-4f8f-aebe-7608c79aac1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a67268-9d40-46bc-bab5-c3b32707ec7c'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:30:23.515941 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed8661c-fd3e-4a40-b044-a7e516a10fe5" -d '{"events": [{"server_uuid": "0aad85ea-8d51-4f8f-aebe-7608c79aac1e", "name": "network-vif-plugged", "status": "completed", "tag": "26a67268-9d40-46bc-bab5-c3b32707ec7c"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:30:23.552405 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c80799-7ec2-4bba-b650-5c923ae857d3 x-openstack-request-id: req-f7c80799-7ec2-4bba-b650-5c923ae857d3 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:30:23.552745 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aad85ea-8d51-4f8f-aebe-7608c79aac1e", "name": "network-vif-plugged", "status": "completed", "tag": "26a67268-9d40-46bc-bab5-c3b32707ec7c", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:30:23.553202 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7c80799-7ec2-4bba-b650-5c923ae857d3 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:30:23.553759 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aad85ea-8d51-4f8f-aebe-7608c79aac1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a67268-9d40-46bc-bab5-c3b32707ec7c', 'code': 200} Sep 15 02:30:23.768951 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e78893-12ba-4cf4-ac51-44ae0ebeb61a req-1878c2fa-a6bc-4561-b317-35f14cb1bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:23.770623 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e2e78893-12ba-4cf4-ac51-44ae0ebeb61a req-1878c2fa-a6bc-4561-b317-35f14cb1bcf9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 1099 time: 0.0418422 Sep 15 02:30:23.811913 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e2e78893-12ba-4cf4-ac51-44ae0ebeb61a req-0ac5de31-05a1-4979-96d0-a6269a52669c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313516 Sep 15 02:30:23.843745 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aa92e283-6c21-4d69-a72d-5092b50fc050 req-e959e465-3c9f-43a0-a29f-ae200245bef8 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 210 time: 0.0363085 Sep 15 02:30:23.982250 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a902aae-986c-48e0-ae69-6f19f27b004e req-71d792c6-5f4f-485b-9d8b-504bb6dacb42 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:23.984189 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a902aae-986c-48e0-ae69-6f19f27b004e req-71d792c6-5f4f-485b-9d8b-504bb6dacb42 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0517917 Sep 15 02:30:24.020186 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a902aae-986c-48e0-ae69-6f19f27b004e req-09794011-c1d7-4771-8132-edfad6532d12 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301147 Sep 15 02:30:24.263630 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907bf4b-a496-4c99-b05a-9201a819d8fc req-61abf157-baa2-481a-a9eb-462244af52c3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:24.265412 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c907bf4b-a496-4c99-b05a-9201a819d8fc req-61abf157-baa2-481a-a9eb-462244af52c3 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 946 time: 0.0574083 Sep 15 02:30:24.316162 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c907bf4b-a496-4c99-b05a-9201a819d8fc req-7d11845c-3cea-48e5-9d71-892fc9bf7702 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448823 Sep 15 02:30:24.462302 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8ba8b-6e9f-4dd9-bdc5-4a017aff77dc req-1bc198e9-7e1f-423b-8d3c-e87f32fb787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:24.463777 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1cf8ba8b-6e9f-4dd9-bdc5-4a017aff77dc req-1bc198e9-7e1f-423b-8d3c-e87f32fb787d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 1099 time: 0.0383973 Sep 15 02:30:24.527729 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1cf8ba8b-6e9f-4dd9-bdc5-4a017aff77dc req-89fa5ee4-7438-4551-aaaa-007fe06c3411 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356419 Sep 15 02:30:24.536418 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152732cc-0302-4424-8705-95a9a923513e req-35d5044b-971f-4173-8918-687c5f746840 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:24.537809 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-152732cc-0302-4424-8705-95a9a923513e req-35d5044b-971f-4173-8918-687c5f746840 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0708623 Sep 15 02:30:24.572559 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-152732cc-0302-4424-8705-95a9a923513e req-009059bb-2bb0-402b-b017-040eb359a2cc tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289643 Sep 15 02:30:24.935092 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe75adf0-c231-4ace-ae09-eae96191b2a9 req-626a3ffa-9b7a-437a-b5cb-ab64600896d1 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 210 time: 0.0250993 Sep 15 02:30:25.243087 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-a83160bd-6b3c-4ff3-bf0f-38649648cb40 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e095af2da2b34e03b63dbdf57a25389d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252261 Sep 15 02:30:25.354167 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07064946-26cb-4d14-913b-6de859c0a7dd req-40a222fb-99f2-4134-abc7-3ce3e0f7444e tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:25.355709 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-40a222fb-99f2-4134-abc7-3ce3e0f7444e tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068928 Sep 15 02:30:25.379249 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Request body: {'port': {'device_id': 'dce68f4e-9937-4572-81a3-d93a635e62aa', 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3', 'admin_state_up': True, 'tenant_id': 'e095af2da2b34e03b63dbdf57a25389d'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:30:25.512488 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f575952-c210-405b-a7f4-cbfb2a0cbad6 req-5c5916b3-2ad8-4dd2-991d-34ad6a825853 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:25.514165 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6f575952-c210-405b-a7f4-cbfb2a0cbad6 req-5c5916b3-2ad8-4dd2-991d-34ad6a825853 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 946 time: 0.1031494 Sep 15 02:30:25.572681 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6f575952-c210-405b-a7f4-cbfb2a0cbad6 req-eba9e6bd-c27f-43f3-a18d-94a5fd82f0e0 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494685 Sep 15 02:30:25.573747 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Made reservation on behalf of e095af2da2b34e03b63dbdf57a25389d for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:30:25.577008 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:25.612621 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:25.748654 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e77cb5-ca2b-40c0-b677-f7d07e084db4 req-6d6ec878-073f-49fd-b9e4-30c768aef0b0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:25.750240 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-50e77cb5-ca2b-40c0-b677-f7d07e084db4 req-6d6ec878-073f-49fd-b9e4-30c768aef0b0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0734408 Sep 15 02:30:25.777986 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-0506eb61-d292-4bed-a71a-5ad0f960ff2b tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:25.779345 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-0506eb61-d292-4bed-a71a-5ad0f960ff2b tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/networks?id=4405b014-8d3b-48c5-8e3a-6b2a000c560d HTTP/1.1" status: 200 len: 814 time: 0.1160882 Sep 15 02:30:25.789100 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:25.794221 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:25.795025 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-2e41c223-3de4-4218-a858-156c401e9aac tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/quotas/8e744d217341431594415d27dc677212 HTTP/1.1" status: 200 len: 375 time: 0.0094278 Sep 15 02:30:25.826733 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-daa14af3-626c-4aa9-afd4-1002ba1f99fc tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e744d217341431594415d27dc677212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255830 Sep 15 02:30:25.828814 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-50e77cb5-ca2b-40c0-b677-f7d07e084db4 req-1b7bd73c-34bd-416a-b200-58e9bf32c12c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701065 Sep 15 02:30:25.870348 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba088476-69ea-427b-85c3-a952e16983a4,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:25.926782 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b3130d70-2e60-432f-bc07-8c1802d7d7f6 service neutron] 10.222.0.32 "GET /v2.0/networks/4405b014-8d3b-48c5-8e3a-6b2a000c560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922997 Sep 15 02:30:25.955996 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Allocated IP 192.168.233.61 (ed20949c-fc52-4251-aef8-2dd96bc3c5f3/8948728e-ca1f-4c78-81fa-58f260b37600/66932372-6936-4983-8d5c-e95d6fbc059e) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:30:26.044746 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-1c8b5178-5962-4797-a6d8-33a23385c120 service neutron] 10.222.0.32 "GET /v2.0/networks/4405b014-8d3b-48c5-8e3a-6b2a000c560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095736 Sep 15 02:30:26.117260 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0255dd1b-86c7-4e29-b98c-22dc5b2dd2a6 req-a1e410ab-a031-4baa-b98f-49cf92f11d03 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 210 time: 0.0554383 Sep 15 02:30:26.224870 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:26.309766 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79fe3668-29af-4e9a-8c17-898b15ea541a req-2d8397a6-8b78-43a0-87cb-eabace4ed612 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0373378 Sep 15 02:30:26.311228 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:26.390471 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Network ed20949c-fc52-4251-aef8-2dd96bc3c5f3 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:30:26.393899 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:30:26.407050 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:30:26.441617 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:26.443174 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:26.491640 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Pushing event updated for resources: {'Port': ['ID=66932372-6936-4983-8d5c-e95d6fbc059e,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:26.513607 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e6763f5c-204d-4936-87df-d4bb704a934f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1405706 Sep 15 02:30:26.567135 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Request body: {'port': {'device_id': 'dce68f4e-9937-4572-81a3-d93a635e62aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:30:26.737045 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:26.808100 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-96a3e582-2f43-4160-ac49-d22239009a14 None None] Provisioning complete for port 66932372-6936-4983-8d5c-e95d6fbc059e triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:30:26.808605 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-96a3e582-2f43-4160-ac49-d22239009a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:26.811114 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01a9e7-6893-4964-8251-d570715006e8 req-6de9bb82-6d38-41e9-8ece-fd546aa9dc8a tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:26.813284 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a01a9e7-6893-4964-8251-d570715006e8 req-6de9bb82-6d38-41e9-8ece-fd546aa9dc8a tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 946 time: 0.1241891 Sep 15 02:30:26.930213 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-96a3e582-2f43-4160-ac49-d22239009a14 None None] Port 66932372-6936-4983-8d5c-e95d6fbc059e cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:30:26.950458 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a01a9e7-6893-4964-8251-d570715006e8 req-25e8eec3-8897-46f5-8de2-778be533fe81 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155334 Sep 15 02:30:27.093064 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38218) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:27.109553 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfa66b-d9a9-4966-9fba-e7a36cd8ef7d req-8ce3e534-143d-4c4b-933c-d69d7786d858 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:27.111043 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dcdfa66b-d9a9-4966-9fba-e7a36cd8ef7d req-8ce3e534-143d-4c4b-933c-d69d7786d858 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0943766 Sep 15 02:30:27.214385 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dcdfa66b-d9a9-4966-9fba-e7a36cd8ef7d req-57f0bc03-259e-40bd-bbed-ac831cd787ac tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923078 Sep 15 02:30:27.236713 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66932372-6936-4983-8d5c-e95d6fbc059e {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:30:27.244167 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6d3e-33c7-4427-a34e-b4de328eedf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:27.245462 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:27.260041 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Transition to ACTIVE for port object 66932372-6936-4983-8d5c-e95d6fbc059e will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:30:27.265289 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:27.326782 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Pushing event updated for resources: {'Port': ['ID=66932372-6936-4983-8d5c-e95d6fbc059e,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:27.368336 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6d3e-33c7-4427-a34e-b4de328eedf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:27.372908 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6d3e-33c7-4427-a34e-b4de328eedf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:27.394421 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Attempting to bind port 66932372-6936-4983-8d5c-e95d6fbc059e on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:30:27.395270 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Attempting to bind port 66932372-6936-4983-8d5c-e95d6fbc059e by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'e9bda044-ae31-4414-96bd-4dd7532adb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:30:27.395270 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Attempting to bind port 66932372-6936-4983-8d5c-e95d6fbc059e on network ed20949c-fc52-4251-aef8-2dd96bc3c5f3 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:30:27.400150 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Port 66932372-6936-4983-8d5c-e95d6fbc059e on network ed20949c-fc52-4251-aef8-2dd96bc3c5f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:30:27.400479 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Attempting to bind port 66932372-6936-4983-8d5c-e95d6fbc059e on network ed20949c-fc52-4251-aef8-2dd96bc3c5f3 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:30:27.413106 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a6d3e-33c7-4427-a34e-b4de328eedf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36807dda-87dc-4b04-978f-bb9400320d23,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:27.416133 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59191ade-7b18-417b-b303-b8f64f420bb6 req-a27d3688-addb-4646-b77e-4c59142c4cb5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:27.431531 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2f7a6d3e-33c7-4427-a34e-b4de328eedf1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e945c1104b7b45a49d5f51ac38675276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373914 Sep 15 02:30:27.434422 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-59191ade-7b18-417b-b303-b8f64f420bb6 req-a27d3688-addb-4646-b77e-4c59142c4cb5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 946 time: 0.1001823 Sep 15 02:30:27.435313 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:30:27.435626 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Checking segment: {'id': 'e9bda044-ae31-4414-96bd-4dd7532adb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:30:27.436069 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Bound using segment: {'id': 'e9bda044-ae31-4414-96bd-4dd7532adb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:30:27.436517 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Bound port: 66932372-6936-4983-8d5c-e95d6fbc059e, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9bda044-ae31-4414-96bd-4dd7532adb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:30:27.436752 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38230) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:27.436861 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:27.437416 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38232) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:27.444690 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-0f0abee9-0d4d-4376-bc1b-c37dba4fe948 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Request body: {'floatingip': {'port_id': '433901a8-07c0-494e-a789-f99d63d6a550'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:30:27.559732 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0f0abee9-0d4d-4376-bc1b-c37dba4fe948 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:27.573974 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] For port 66932372-6936-4983-8d5c-e95d6fbc059e, host hv-cinder-75995, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:30:27.578385 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] For port 66932372-6936-4983-8d5c-e95d6fbc059e, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=66932372-6936-4983-8d5c-e95d6fbc059e,segment=NetworkSegment(e9bda044-ae31-4414-96bd-4dd7532adb9a),segment_id=e9bda044-ae31-4414-96bd-4dd7532adb9a)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:30:27.587014 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ee509-4224-45c6-a611-aa538855959e req-b1b2b8a3-a79a-4d34-bca2-73ef04010d18 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:27.588532 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-027ee509-4224-45c6-a611-aa538855959e req-b1b2b8a3-a79a-4d34-bca2-73ef04010d18 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0787075 Sep 15 02:30:27.589953 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:27.643135 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:27.643921 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:27.645700 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] 10.222.0.30 "PUT /v2.0/ports/66932372-6936-4983-8d5c-e95d6fbc059e HTTP/1.1" status: 200 len: 1097 time: 1.0860291 Sep 15 02:30:27.648565 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce68f4e-9937-4572-81a3-d93a635e62aa', 'tag': '66932372-6936-4983-8d5c-e95d6fbc059e'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:30:27.650822 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b5f37f379dde398f92d12e294ae0c4400e5de163891a3a78778841afde8ffe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebf2d3-a6d3-4def-adc1-81b233604a48" -d '{"events": [{"name": "network-changed", "server_uuid": "dce68f4e-9937-4572-81a3-d93a635e62aa", "tag": "66932372-6936-4983-8d5c-e95d6fbc059e"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:30:27.685634 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-027ee509-4224-45c6-a611-aa538855959e req-8013cd60-9516-47f2-87de-edcb8f1d34e8 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866492 Sep 15 02:30:27.686628 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891304f-e1bf-4881-aa6b-d48353e72c65 service neutron] Pushing event updated for resources: {'Port': ['ID=66932372-6936-4983-8d5c-e95d6fbc059e,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:27.714905 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed3844a1-8eea-4265-ba6e-709257b0a8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:27.778616 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9d5c5097-2b61-4b27-b1c0-f1534eaf65a0 req-0fff16cf-468c-4bc6-a21b-50bfffe8f51b tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0269039 Sep 15 02:30:27.827794 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aaa873-aa08-48a9-b43a-bef29d8d6f57 x-openstack-request-id: req-14aaa873-aa08-48a9-b43a-bef29d8d6f57 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:30:27.828088 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce68f4e-9937-4572-81a3-d93a635e62aa", "tag": "66932372-6936-4983-8d5c-e95d6fbc059e", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:30:27.828339 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14aaa873-aa08-48a9-b43a-bef29d8d6f57 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:30:27.828753 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce68f4e-9937-4572-81a3-d93a635e62aa', 'tag': '66932372-6936-4983-8d5c-e95d6fbc059e', 'status': 'completed', 'code': 200} Sep 15 02:30:27.958040 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed3844a1-8eea-4265-ba6e-709257b0a8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.057497 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed3844a1-8eea-4265-ba6e-709257b0a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.059932 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed3844a1-8eea-4265-ba6e-709257b0a8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.061573 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ed3844a1-8eea-4265-ba6e-709257b0a8b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36807dda-87dc-4b04-978f-bb9400320d23 HTTP/1.1" status: 204 len: 168 time: 0.6202734 Sep 15 02:30:28.165500 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3844a1-8eea-4265-ba6e-709257b0a8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36807dda-87dc-4b04-978f-bb9400320d23,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:28.348077 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd8f71-1428-4389-97c8-1f7e490195d5 req-9843c60e-4ea0-4f6f-af02-bd7878b65ed1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:28.349562 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-abfd8f71-1428-4389-97c8-1f7e490195d5 req-9843c60e-4ea0-4f6f-af02-bd7878b65ed1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0495124 Sep 15 02:30:28.357556 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38246) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:28.383749 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ca5ca113-f5d9-42c0-afaa-92e0c858a642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.390076 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0f0abee9-0d4d-4376-bc1b-c37dba4fe948 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.394426 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0f0abee9-0d4d-4376-bc1b-c37dba4fe948 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.411597 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-abfd8f71-1428-4389-97c8-1f7e490195d5 req-46dbde88-82d6-41af-8ad3-054a1a30f19d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555558 Sep 15 02:30:28.500355 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ca5ca113-f5d9-42c0-afaa-92e0c858a642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.505586 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ca5ca113-f5d9-42c0-afaa-92e0c858a642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.512707 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.l3_db [None req-0f0abee9-0d4d-4376-bc1b-c37dba4fe948 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Floating IP 0a59ab0f-d49e-4699-a72b-35417b8853d7 associated. External IP: 172.27.2.191, port: 433901a8-07c0-494e-a789-f99d63d6a550. Sep 15 02:30:28.542556 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ca113-f5d9-42c0-afaa-92e0c858a642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6965e68b-9b7c-4f79-94b3-ed7e5b160398,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:28.547788 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ca5ca113-f5d9-42c0-afaa-92e0c858a642 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd5b95935a5445848545622692d6d72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837749 Sep 15 02:30:28.550345 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38252) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:28.603795 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-963f89fc-75df-40a1-865b-a22673d63b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.629446 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-963f89fc-75df-40a1-865b-a22673d63b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.679460 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-963f89fc-75df-40a1-865b-a22673d63b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.682645 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-963f89fc-75df-40a1-865b-a22673d63b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.686739 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-963f89fc-75df-40a1-865b-a22673d63b0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6965e68b-9b7c-4f79-94b3-ed7e5b160398 HTTP/1.1" status: 204 len: 168 time: 0.1325076 Sep 15 02:30:28.709430 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f89fc-75df-40a1-865b-a22673d63b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6965e68b-9b7c-4f79-94b3-ed7e5b160398,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:28.750760 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ef0cb-4320-4084-8727-db156c16c83c req-49d292a0-5ea9-471a-a0d4-5cb08b4e7abe tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:28.752378 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d02ef0cb-4320-4084-8727-db156c16c83c req-49d292a0-5ea9-471a-a0d4-5cb08b4e7abe tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0667887 Sep 15 02:30:28.761607 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0abee9-0d4d-4376-bc1b-c37dba4fe948 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Router 3d29f752-e691-40e6-899c-6b9bb47d2846 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:30:28.793466 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d02ef0cb-4320-4084-8727-db156c16c83c req-a34f9280-d689-49b4-8168-0af9d22af895 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340624 Sep 15 02:30:28.874155 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0abee9-0d4d-4376-bc1b-c37dba4fe948 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:30:28.879118 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0f0abee9-0d4d-4376-bc1b-c37dba4fe948 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:28.888128 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c0592-81ae-4401-8697-2537e33f9f8d None None] Sync routers for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:30:28.899984 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c0592-81ae-4401-8697-2537e33f9f8d None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:30:28.901133 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-399c0592-81ae-4401-8697-2537e33f9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:30:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:30:28.913013 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0f0abee9-0d4d-4376-bc1b-c37dba4fe948 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "PUT /v2.0/floatingips/0a59ab0f-d49e-4699-a72b-35417b8853d7 HTTP/1.1" status: 200 len: 992 time: 1.4732206 Sep 15 02:30:28.913810 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'tag': '433901a8-07c0-494e-a789-f99d63d6a550'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:30:28.916486 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d8b15e-227b-405b-a988-b27db4de3237" -d '{"events": [{"name": "network-changed", "server_uuid": "0014927c-5e77-403b-a819-72d0c0dcdd4e", "tag": "433901a8-07c0-494e-a789-f99d63d6a550"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:30:28.921572 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ee540-4603-47d1-87c1-f8d586ff3e39 req-0bad3d39-6dad-4761-9729-109d2eadb778 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:28.923694 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ec6ee540-4603-47d1-87c1-f8d586ff3e39 req-0bad3d39-6dad-4761-9729-109d2eadb778 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0693970 Sep 15 02:30:28.966331 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ec6ee540-4603-47d1-87c1-f8d586ff3e39 req-84542828-75b1-4c4f-9f1f-1e7c0fd20356 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365260 Sep 15 02:30:29.012653 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-399c0592-81ae-4401-8697-2537e33f9f8d None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:30:29.063107 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38268) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:29.065648 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-458bcc7c-8f2d-4aa5-9b98-5fa777cf5627 req-0cf71540-d7a9-4223-96c4-d0ccde9462dd tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0316217 Sep 15 02:30:29.076543 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f571803-a812-4d14-ba00-613260b515b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:29.179752 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f571803-a812-4d14-ba00-613260b515b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:29.184248 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f571803-a812-4d14-ba00-613260b515b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:29.223997 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9f571803-a812-4d14-ba00-613260b515b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6de50d6ace14f8d9ba0c3ea50ab4462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597998 Sep 15 02:30:29.225010 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f571803-a812-4d14-ba00-613260b515b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a231a-5e9b-4187-8cef-82147e9c7282,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:29.226723 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38272) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:29.278006 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95016d13-3031-4d9d-8622-07bf3475afe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:29.299355 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95016d13-3031-4d9d-8622-07bf3475afe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:29.348707 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95016d13-3031-4d9d-8622-07bf3475afe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:29.351326 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95016d13-3031-4d9d-8622-07bf3475afe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:29.352515 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-95016d13-3031-4d9d-8622-07bf3475afe7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c13a231a-5e9b-4187-8cef-82147e9c7282 HTTP/1.1" status: 204 len: 168 time: 0.1247499 Sep 15 02:30:29.364303 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95016d13-3031-4d9d-8622-07bf3475afe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a231a-5e9b-4187-8cef-82147e9c7282,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:29.394989 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-399c0592-81ae-4401-8697-2537e33f9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '0a59ab0f-d49e-4699-a72b-35417b8853d7', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'port_id': '433901a8-07c0-494e-a789-f99d63d6a550', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'mac_address': 'fa:16:3e:37:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:29:31Z', 'updated_at': '2021-09-15T02:30:28Z', 'revision_number': 1, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:30Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:30:29.424119 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c0592-81ae-4401-8697-2537e33f9f8d None None] Checking router: 3d29f752-e691-40e6-899c-6b9bb47d2846 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:30:29.432179 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c0592-81ae-4401-8697-2537e33f9f8d None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:30:29.432716 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-399c0592-81ae-4401-8697-2537e33f9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:30:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:30:29.534388 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-399c0592-81ae-4401-8697-2537e33f9f8d None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:30:29.753875 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-399c0592-81ae-4401-8697-2537e33f9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '0a59ab0f-d49e-4699-a72b-35417b8853d7', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'port_id': '433901a8-07c0-494e-a789-f99d63d6a550', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'mac_address': 'fa:16:3e:37:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:29:31Z', 'updated_at': '2021-09-15T02:30:28Z', 'revision_number': 1, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:30Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:30:29.783632 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c0592-81ae-4401-8697-2537e33f9f8d None None] The sync data for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi is: [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '0a59ab0f-d49e-4699-a72b-35417b8853d7', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'port_id': '433901a8-07c0-494e-a789-f99d63d6a550', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'mac_address': 'fa:16:3e:37:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:29:31Z', 'updated_at': '2021-09-15T02:30:28Z', 'revision_number': 1, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:30Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:30:29.984710 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a69184-9b85-4061-9395-dc7446931ea9 None None] New status for floating IP 0a59ab0f-d49e-4699-a72b-35417b8853d7: ACTIVE {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:30:31.282267 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38354) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:31.386323 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ea316e81-0e1a-4d6d-b29d-0864899bad54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:31.478271 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ea316e81-0e1a-4d6d-b29d-0864899bad54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:31.482294 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ea316e81-0e1a-4d6d-b29d-0864899bad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:31.519074 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ea316e81-0e1a-4d6d-b29d-0864899bad54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55495be5df614b668ebd91c4cbe055a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357295 Sep 15 02:30:31.520976 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea316e81-0e1a-4d6d-b29d-0864899bad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bcaa7a-b258-4726-adc4-253ab8a0fe30,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:31.521765 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38360) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:31.571067 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6062b155-8238-4ff1-a8cb-d2cd787d3b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:31.591600 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6062b155-8238-4ff1-a8cb-d2cd787d3b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:31.637211 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6062b155-8238-4ff1-a8cb-d2cd787d3b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:31.640228 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6062b155-8238-4ff1-a8cb-d2cd787d3b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:31.641414 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6062b155-8238-4ff1-a8cb-d2cd787d3b24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71bcaa7a-b258-4726-adc4-253ab8a0fe30 HTTP/1.1" status: 204 len: 168 time: 0.1186159 Sep 15 02:30:31.658376 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062b155-8238-4ff1-a8cb-d2cd787d3b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bcaa7a-b258-4726-adc4-253ab8a0fe30,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:31.908501 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38368) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:31.921548 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ca707a87-57ef-43d1-8950-f8250de38ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:32.010258 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ca707a87-57ef-43d1-8950-f8250de38ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:32.015500 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ca707a87-57ef-43d1-8950-f8250de38ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:32.054782 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ca707a87-57ef-43d1-8950-f8250de38ef0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6c07580b9474742bc9b3b716ef56067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450937 Sep 15 02:30:32.055724 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca707a87-57ef-43d1-8950-f8250de38ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d419b-6826-4cf1-b1a0-e0201d9d0cca,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:32.057604 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38370) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:32.112495 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eec3f8a6-4207-4c64-baf8-7348e32a2a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:32.132732 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eec3f8a6-4207-4c64-baf8-7348e32a2a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:32.187475 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eec3f8a6-4207-4c64-baf8-7348e32a2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:32.190036 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eec3f8a6-4207-4c64-baf8-7348e32a2a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:32.191185 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-eec3f8a6-4207-4c64-baf8-7348e32a2a5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d26d419b-6826-4cf1-b1a0-e0201d9d0cca HTTP/1.1" status: 204 len: 168 time: 0.1318789 Sep 15 02:30:32.198968 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3f8a6-4207-4c64-baf8-7348e32a2a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d419b-6826-4cf1-b1a0-e0201d9d0cca,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:32.577982 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-097abca2-03d4-48d6-988e-d127d74a5ac4 req-e6c2ee40-f4f5-42e7-ba24-04f5cd334b86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1374075 Sep 15 02:30:32.605341 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fca8b5-564a-43fb-be2d-89aaa4abb670 x-openstack-request-id: req-d2fca8b5-564a-43fb-be2d-89aaa4abb670 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:30:32.605952 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0014927c-5e77-403b-a819-72d0c0dcdd4e", "tag": "433901a8-07c0-494e-a789-f99d63d6a550", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:30:32.606745 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2fca8b5-564a-43fb-be2d-89aaa4abb670 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:30:32.608221 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'tag': '433901a8-07c0-494e-a789-f99d63d6a550', 'status': 'completed', 'code': 200} Sep 15 02:30:32.612234 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:30:32.813466 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097abca2-03d4-48d6-988e-d127d74a5ac4 req-f7504dc2-48cb-40e5-bf66-5798acb7f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:32.818462 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-097abca2-03d4-48d6-988e-d127d74a5ac4 req-f7504dc2-48cb-40e5-bf66-5798acb7f806 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f739b6af4b5422783af4089b8c7b16f&device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 1098 time: 0.0785813 Sep 15 02:30:32.901226 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cb706-0f46-4397-8126-54fc5ab800bc req-bcf8378d-a1b7-4d42-88e6-befffde8554b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:32.903321 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1a1cb706-0f46-4397-8126-54fc5ab800bc req-bcf8378d-a1b7-4d42-88e6-befffde8554b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0834496 Sep 15 02:30:32.922273 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:33.050295 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1a1cb706-0f46-4397-8126-54fc5ab800bc req-4dbb2dfb-37db-4e05-824e-fab1cdf93f96 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370897 Sep 15 02:30:33.081852 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097abca2-03d4-48d6-988e-d127d74a5ac4 req-38a9afc2-b04f-4472-84e6-37fcca4617fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:33.087382 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-097abca2-03d4-48d6-988e-d127d74a5ac4 req-38a9afc2-b04f-4472-84e6-37fcca4617fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=58b10f86-5466-47de-8719-9ceab3c59172 HTTP/1.1" status: 200 len: 912 time: 0.1753955 Sep 15 02:30:33.157157 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8e814b08-e58d-4ea0-a7aa-fa481a10b2ee req-7166d85a-66eb-4626-a5a0-b48b167ac0fb tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0277929 Sep 15 02:30:33.191532 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebf2d3-a6d3-4def-adc1-81b233604a48 req-424cff9e-2052-4cf4-bb9d-a9f2471fc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:33.193106 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79ebf2d3-a6d3-4def-adc1-81b233604a48 req-424cff9e-2052-4cf4-bb9d-a9f2471fc8c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e095af2da2b34e03b63dbdf57a25389d&device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 1100 time: 0.4820254 Sep 15 02:30:33.195627 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8b15e-227b-405b-a988-b27db4de3237 req-a6fc2eed-36ce-4f30-976b-faefad9a87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:33.197016 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d6d8b15e-227b-405b-a988-b27db4de3237 req-a6fc2eed-36ce-4f30-976b-faefad9a87a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc2ce4399ef144efb17b4474c8f97969&device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 1099 time: 0.4132488 Sep 15 02:30:33.205681 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe84741-78c5-499e-a58d-850a48e37f12 req-2fac8a15-a6cd-4754-90a8-b0ffad2f8eb4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:33.207102 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fbe84741-78c5-499e-a58d-850a48e37f12 req-2fac8a15-a6cd-4754-90a8-b0ffad2f8eb4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.4308825 Sep 15 02:30:33.211916 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba0386-d1da-4931-a127-557adc51ba6f req-f8399067-ec00-46d8-a709-975a42992e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:33.213312 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3eba0386-d1da-4931-a127-557adc51ba6f req-f8399067-ec00-46d8-a709-975a42992e2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 1099 time: 0.1404161 Sep 15 02:30:33.246767 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fbe84741-78c5-499e-a58d-850a48e37f12 req-77d4fc40-2516-4e32-9951-171fa7e8a30b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322483 Sep 15 02:30:33.288525 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-097abca2-03d4-48d6-988e-d127d74a5ac4 req-fcaa4303-b10a-419e-8470-aef3daf9710c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d83027b9-a506-4518-b58a-3a83171b9587 HTTP/1.1" status: 200 len: 217 time: 0.0376818 Sep 15 02:30:33.349125 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79ebf2d3-a6d3-4def-adc1-81b233604a48 req-e0805956-7f5e-426f-ba65-837654a53680 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e095af2da2b34e03b63dbdf57a25389d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668256 Sep 15 02:30:33.519845 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097abca2-03d4-48d6-988e-d127d74a5ac4 req-3ff32a03-45af-48ae-b37f-11ef61ac0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:33.521491 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-097abca2-03d4-48d6-988e-d127d74a5ac4 req-3ff32a03-45af-48ae-b37f-11ef61ac0809 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266265fe-ebbb-4354-a06a-e4a5b0114a80 HTTP/1.1" status: 200 len: 851 time: 0.2230337 Sep 15 02:30:33.541628 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba0386-d1da-4931-a127-557adc51ba6f req-b0295b41-6c9f-408b-8f62-019151cd1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:33.543090 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3eba0386-d1da-4931-a127-557adc51ba6f req-b0295b41-6c9f-408b-8f62-019151cd1cb7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.2507765 Sep 15 02:30:33.561677 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-097abca2-03d4-48d6-988e-d127d74a5ac4 req-cdae97e7-8586-4df8-8aa0-a3b99050ce59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58b10f86-5466-47de-8719-9ceab3c59172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307596 Sep 15 02:30:33.563388 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8b15e-227b-405b-a988-b27db4de3237 req-4f8eafe4-0d8b-4281-9422-4758acab322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:33.564926 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d6d8b15e-227b-405b-a988-b27db4de3237 req-4f8eafe4-0d8b-4281-9422-4758acab322a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a253661e-f1ab-4f21-a6f2-e0d11c706346 HTTP/1.1" status: 200 len: 918 time: 0.2708945 Sep 15 02:30:33.603948 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3eba0386-d1da-4931-a127-557adc51ba6f req-8e9ef828-6e85-48c2-90de-993f19521207 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26a67268-9d40-46bc-bab5-c3b32707ec7c HTTP/1.1" status: 200 len: 217 time: 0.0482988 Sep 15 02:30:33.662811 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebf2d3-a6d3-4def-adc1-81b233604a48 req-38cab35d-442e-43b3-bab1-07282d9b2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:33.664414 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79ebf2d3-a6d3-4def-adc1-81b233604a48 req-38cab35d-442e-43b3-bab1-07282d9b2f19 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2910626 Sep 15 02:30:33.736955 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-097abca2-03d4-48d6-988e-d127d74a5ac4 req-c7d1349b-d6e7-45cb-ad0b-a594791c329d service neutron] 10.222.0.30 "GET /v2.0/networks/58b10f86-5466-47de-8719-9ceab3c59172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380179 Sep 15 02:30:33.746942 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d6d8b15e-227b-405b-a988-b27db4de3237 req-e9d2c9c8-48cf-4621-9f30-2bd02263af75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=433901a8-07c0-494e-a789-f99d63d6a550 HTTP/1.1" status: 200 len: 1002 time: 0.1458321 Sep 15 02:30:33.749173 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba0386-d1da-4931-a127-557adc51ba6f req-7666ae07-8224-4f85-9322-d382938c55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:33.750523 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3eba0386-d1da-4931-a127-557adc51ba6f req-7666ae07-8224-4f85-9322-d382938c55b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.1345947 Sep 15 02:30:33.862352 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3eba0386-d1da-4931-a127-557adc51ba6f req-6ef6fdb6-0edb-4425-b45b-129669bf1f90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713830 Sep 15 02:30:33.863442 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.30', 61278) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:33.887045 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8b15e-227b-405b-a988-b27db4de3237 req-3477e3d1-9b60-4c3a-8b8c-4d1e426ae410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:33.888540 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d6d8b15e-227b-405b-a988-b27db4de3237 req-3477e3d1-9b60-4c3a-8b8c-4d1e426ae410 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07b4da09-c6cd-4778-8b6d-e85d177cecba HTTP/1.1" status: 200 len: 856 time: 0.0890388 Sep 15 02:30:33.894378 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07064946-26cb-4d14-913b-6de859c0a7dd req-6d41640e-53f6-47cc-a98c-17f55bf9dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:33.896629 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-6d41640e-53f6-47cc-a98c-17f55bf9dcb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e095af2da2b34e03b63dbdf57a25389d&device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 1100 time: 0.0961525 Sep 15 02:30:33.927425 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-097abca2-03d4-48d6-988e-d127d74a5ac4 req-9dcdad4f-683e-42f6-b789-a868149ebdc6 service neutron] 10.222.0.30 "GET /v2.0/networks/58b10f86-5466-47de-8719-9ceab3c59172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356139 Sep 15 02:30:33.992954 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-095b2cfe-0e1b-4323-bd2d-5898c9d4747d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=66932372-6936-4983-8d5c-e95d6fbc059e HTTP/1.1" status: 200 len: 217 time: 0.0679076 Sep 15 02:30:34.034034 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-8885afd2-75c5-4707-a94f-1c31cb112118 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:34.036087 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-8885afd2-75c5-4707-a94f-1c31cb112118 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.30 "GET /v2.0/networks?id=4405b014-8d3b-48c5-8e3a-6b2a000c560d HTTP/1.1" status: 200 len: 814 time: 0.1397629 Sep 15 02:30:34.058311 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Request body: {'port': {'device_id': 'ddd436e7-1877-44a3-8fa6-cc36e3c91093', 'network_id': '4405b014-8d3b-48c5-8e3a-6b2a000c560d', 'admin_state_up': True, 'tenant_id': '8e744d217341431594415d27dc677212'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:30:34.130634 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3eba0386-d1da-4931-a127-557adc51ba6f req-b9f924b6-03eb-4b83-b77e-31b6aa0e85f2 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311432 Sep 15 02:30:34.144603 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8b15e-227b-405b-a988-b27db4de3237 req-78ca92bc-18fc-4519-9d2e-5a8838f178e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:34.146162 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d6d8b15e-227b-405b-a988-b27db4de3237 req-78ca92bc-18fc-4519-9d2e-5a8838f178e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a253661e-f1ab-4f21-a6f2-e0d11c706346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2200806 Sep 15 02:30:34.161736 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07064946-26cb-4d14-913b-6de859c0a7dd req-0d5d507f-b90c-49f7-b429-852eeb61b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:34.163170 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-0d5d507f-b90c-49f7-b429-852eeb61b604 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8948728e-ca1f-4c78-81fa-58f260b37600 HTTP/1.1" status: 200 len: 843 time: 0.1353438 Sep 15 02:30:34.198221 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Made reservation on behalf of 8e744d217341431594415d27dc677212 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:30:34.202473 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:34.299039 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4df99c-e728-470c-9348-c09d054ba545 req-bce5fff8-1d62-4dca-bd6e-839bdb368244 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:34.301358 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7f4df99c-e728-470c-9348-c09d054ba545 req-bce5fff8-1d62-4dca-bd6e-839bdb368244 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.1523139 Sep 15 02:30:34.306885 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-04af8a0c-41d5-4e92-8595-f0a637b0aa75 req-b5e7291d-9953-4243-bc5d-1910f65c5bb2 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0314157 Sep 15 02:30:34.378218 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07064946-26cb-4d14-913b-6de859c0a7dd req-86edbb1c-d309-4e45-8237-be620376716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:34.378914 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Allocated IP 172.20.0.13 (4405b014-8d3b-48c5-8e3a-6b2a000c560d/482f9880-db9f-4cef-859f-69f1b0219d5d/0547ba02-8931-4ea7-a457-3b2378491f34) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:30:34.379679 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-86edbb1c-d309-4e45-8237-be620376716c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed20949c-fc52-4251-aef8-2dd96bc3c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1865904 Sep 15 02:30:34.453147 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1145-3957-44e3-9d79-66af0ff3e214 req-cd980230-ac02-40e9-b16a-108efa1c7519 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:34.454606 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-266e1145-3957-44e3-9d79-66af0ff3e214 req-cd980230-ac02-40e9-b16a-108efa1c7519 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0770633 Sep 15 02:30:34.470641 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d6d8b15e-227b-405b-a988-b27db4de3237 req-6e2c03b7-39dc-4014-a9a6-1363177daf46 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763143 Sep 15 02:30:34.473342 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3eba0386-d1da-4931-a127-557adc51ba6f req-4a9a431e-d854-49af-ab13-7bb9097f2aa1 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777348 Sep 15 02:30:34.507510 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7f4df99c-e728-470c-9348-c09d054ba545 req-2e4d08f9-325b-47a8-8c43-ad36ed80cf40 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716161 Sep 15 02:30:34.552246 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-266e1145-3957-44e3-9d79-66af0ff3e214 req-792e19df-21a3-44f3-be0d-ae990b269d35 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873532 Sep 15 02:30:34.594576 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:34.614803 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-e3ca3bdb-63b6-44de-b526-55aefac382d5 service neutron] 10.222.0.30 "GET /v2.0/networks/ed20949c-fc52-4251-aef8-2dd96bc3c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150147 Sep 15 02:30:34.633015 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:34.675478 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d6d8b15e-227b-405b-a988-b27db4de3237 req-bf6e2137-ca29-4d82-ac07-1f968891e479 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721311 Sep 15 02:30:34.676073 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Network 4405b014-8d3b-48c5-8e3a-6b2a000c560d is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:30:34.679093 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:30:34.683009 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:30:34.689334 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:34.689992 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:34.698326 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Pushing event updated for resources: {'Port': ['ID=0547ba02-8931-4ea7-a457-3b2378491f34,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:34.712790 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6cf04c64-abdb-4e90-a753-b29fbb8aa251 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6590562 Sep 15 02:30:34.752243 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07064946-26cb-4d14-913b-6de859c0a7dd req-1e5d9ea0-0046-4375-9226-614d267a53ae service neutron] 10.222.0.30 "GET /v2.0/networks/ed20949c-fc52-4251-aef8-2dd96bc3c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220703 Sep 15 02:30:34.910431 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Request body: {'port': {'device_id': 'ddd436e7-1877-44a3-8fa6-cc36e3c91093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:30:34.967115 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:35.235307 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0547ba02-8931-4ea7-a457-3b2378491f34 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:30:35.242522 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:35.255770 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Transition to ACTIVE for port object 0547ba02-8931-4ea7-a457-3b2378491f34 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:30:35.258781 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:35.311337 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Pushing event updated for resources: {'Port': ['ID=0547ba02-8931-4ea7-a457-3b2378491f34,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:35.341141 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Attempting to bind port 0547ba02-8931-4ea7-a457-3b2378491f34 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:30:35.341497 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Attempting to bind port 0547ba02-8931-4ea7-a457-3b2378491f34 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'd7fad05b-060f-40de-8334-cb6a770c55af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4405b014-8d3b-48c5-8e3a-6b2a000c560d'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:30:35.341798 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Attempting to bind port 0547ba02-8931-4ea7-a457-3b2378491f34 on network 4405b014-8d3b-48c5-8e3a-6b2a000c560d {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:30:35.346555 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Port 0547ba02-8931-4ea7-a457-3b2378491f34 on network 4405b014-8d3b-48c5-8e3a-6b2a000c560d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:30:35.346871 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Attempting to bind port 0547ba02-8931-4ea7-a457-3b2378491f34 on network 4405b014-8d3b-48c5-8e3a-6b2a000c560d {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:30:35.353360 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:30:35.353650 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Checking segment: {'id': 'd7fad05b-060f-40de-8334-cb6a770c55af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4405b014-8d3b-48c5-8e3a-6b2a000c560d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:30:35.354007 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Bound using segment: {'id': 'd7fad05b-060f-40de-8334-cb6a770c55af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4405b014-8d3b-48c5-8e3a-6b2a000c560d'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:30:35.354424 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Bound port: 0547ba02-8931-4ea7-a457-3b2378491f34, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7fad05b-060f-40de-8334-cb6a770c55af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4405b014-8d3b-48c5-8e3a-6b2a000c560d'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:30:35.354842 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:35.463069 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] For port 0547ba02-8931-4ea7-a457-3b2378491f34, host hv-cinder-75995, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:30:35.466762 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] For port 0547ba02-8931-4ea7-a457-3b2378491f34, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0547ba02-8931-4ea7-a457-3b2378491f34,segment=NetworkSegment(d7fad05b-060f-40de-8334-cb6a770c55af),segment_id=d7fad05b-060f-40de-8334-cb6a770c55af)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:30:35.475898 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6fa42-888b-4936-8dc6-bfe03d53db98 req-244304ba-06ea-40f3-9914-020731ca709a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:35.483927 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6fd6fa42-888b-4936-8dc6-bfe03d53db98 req-244304ba-06ea-40f3-9914-020731ca709a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.1013291 Sep 15 02:30:35.491641 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:35.538808 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:35.539425 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:35.540810 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] 10.222.0.30 "PUT /v2.0/ports/0547ba02-8931-4ea7-a457-3b2378491f34 HTTP/1.1" status: 200 len: 1094 time: 0.6349885 Sep 15 02:30:35.541264 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd436e7-1877-44a3-8fa6-cc36e3c91093', 'tag': '0547ba02-8931-4ea7-a457-3b2378491f34'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:30:35.543477 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5afb12-129c-41ba-b5a1-15fc4a519f35" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd436e7-1877-44a3-8fa6-cc36e3c91093", "tag": "0547ba02-8931-4ea7-a457-3b2378491f34"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:30:35.563611 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6fd6fa42-888b-4936-8dc6-bfe03d53db98 req-21f6eeba-96f2-4ef8-b4bd-03b9d41967ed tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788429 Sep 15 02:30:35.577910 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e97a64-27f1-4cf0-933b-a210de271a46 service neutron] Pushing event updated for resources: {'Port': ['ID=0547ba02-8931-4ea7-a457-3b2378491f34,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:35.630623 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332d4d37-9c88-436d-adf2-4ce0c21c2380 x-openstack-request-id: req-332d4d37-9c88-436d-adf2-4ce0c21c2380 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:30:35.631109 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd436e7-1877-44a3-8fa6-cc36e3c91093", "tag": "0547ba02-8931-4ea7-a457-3b2378491f34", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:30:35.631515 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-332d4d37-9c88-436d-adf2-4ce0c21c2380 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:30:35.632222 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd436e7-1877-44a3-8fa6-cc36e3c91093', 'tag': '0547ba02-8931-4ea7-a457-3b2378491f34', 'status': 'completed', 'code': 200} Sep 15 02:30:35.652672 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce609e-222b-4a9e-a498-9d375133b6ad req-8d6b980d-40e2-443a-bd5c-5526a849ffa9 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:35.654264 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a2ce609e-222b-4a9e-a498-9d375133b6ad req-8d6b980d-40e2-443a-bd5c-5526a849ffa9 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0678596 Sep 15 02:30:35.701120 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a2ce609e-222b-4a9e-a498-9d375133b6ad req-4e23b5fc-afa0-45ab-9641-d6f5ef67a007 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 Sep 15 02:30:35.741978 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b624b-97a8-4a94-8b92-3546099f9be2 req-8cb2a0af-88a5-465d-9388-2bf88e8c6f0e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:35.743464 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-da0b624b-97a8-4a94-8b92-3546099f9be2 req-8cb2a0af-88a5-465d-9388-2bf88e8c6f0e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0654776 Sep 15 02:30:35.781655 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-da0b624b-97a8-4a94-8b92-3546099f9be2 req-6062c792-f1b6-4e60-a793-49b235d5898a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315673 Sep 15 02:30:36.683918 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3aba8-1595-47bc-a29c-fb58dd75a649 req-19a536b4-aea2-435f-865d-e9b06a2f7669 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:36.685425 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2db3aba8-1595-47bc-a29c-fb58dd75a649 req-19a536b4-aea2-435f-865d-e9b06a2f7669 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0492415 Sep 15 02:30:36.723266 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2db3aba8-1595-47bc-a29c-fb58dd75a649 req-321aea52-ddb9-4799-b2bb-e45bbc3acd6f tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Sep 15 02:30:36.821819 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fd331-6901-4ef8-87b3-5626dd760f0b req-ce7a4e1e-34e6-458f-9d0a-ae4b3aca3afa tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:36.823240 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb9fd331-6901-4ef8-87b3-5626dd760f0b req-ce7a4e1e-34e6-458f-9d0a-ae4b3aca3afa tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0464964 Sep 15 02:30:36.859746 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb9fd331-6901-4ef8-87b3-5626dd760f0b req-6545c6bd-271d-436d-86fd-4f1fb8359b18 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301659 Sep 15 02:30:36.960565 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1ecdf-dead-4270-ac2f-c72d194a9d2f req-db9a108b-87ad-4c86-8083-434c35296e3d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:36.961998 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b9c1ecdf-dead-4270-ac2f-c72d194a9d2f req-db9a108b-87ad-4c86-8083-434c35296e3d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0497665 Sep 15 02:30:36.998523 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b9c1ecdf-dead-4270-ac2f-c72d194a9d2f req-2ba75458-d51e-42be-8c82-ed2e40bc3b2f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302010 Sep 15 02:30:37.833250 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b89fd-f6d8-4e10-a9e8-c0944bf7a7f8 req-c204e507-e0a6-4b8c-ba80-dd073f9f65a2 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:37.834695 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bb0b89fd-f6d8-4e10-a9e8-c0944bf7a7f8 req-c204e507-e0a6-4b8c-ba80-dd073f9f65a2 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0469539 Sep 15 02:30:37.871308 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bb0b89fd-f6d8-4e10-a9e8-c0944bf7a7f8 req-9a8a7c07-1b7d-41c8-b72c-40c5799e47ba tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308397 Sep 15 02:30:37.967914 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5735eb-f8df-498d-88df-661c3abb0dc2 req-934075b6-4fa4-4dda-874e-e1204a598a0a tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:37.969621 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f5735eb-f8df-498d-88df-661c3abb0dc2 req-934075b6-4fa4-4dda-874e-e1204a598a0a tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0467627 Sep 15 02:30:38.005289 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f5735eb-f8df-498d-88df-661c3abb0dc2 req-d562b3b8-8de0-4f85-a379-f73d716775b4 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298810 Sep 15 02:30:38.111890 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0b88d-e921-4531-acac-dc87cd1889d9 req-4f3aaf2d-ee59-4afe-a0c9-3bc24453ff46 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:38.113435 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97e0b88d-e921-4531-acac-dc87cd1889d9 req-4f3aaf2d-ee59-4afe-a0c9-3bc24453ff46 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0507431 Sep 15 02:30:38.150653 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97e0b88d-e921-4531-acac-dc87cd1889d9 req-c265c0f1-e876-4ad9-bc83-699d8b35ed59 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314958 Sep 15 02:30:38.186463 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-54f6220c-a948-4523-924d-ad8d9b9ed20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:38.981072 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28ffbe-17ea-40ac-a58b-6b65e0a12222 req-9c1e03e9-171a-4609-9cef-d3c0724e093b tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:38.982526 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1d28ffbe-17ea-40ac-a58b-6b65e0a12222 req-9c1e03e9-171a-4609-9cef-d3c0724e093b tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0474594 Sep 15 02:30:39.019351 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1d28ffbe-17ea-40ac-a58b-6b65e0a12222 req-ff97b696-a1b5-4b5f-892f-a37aa6764177 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311170 Sep 15 02:30:39.118165 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2d550-8363-4450-ba5e-1d1234d3d1bd req-019da811-dd10-4ca2-bbd6-eaa7bf6edd56 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:39.119617 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bff2d550-8363-4450-ba5e-1d1234d3d1bd req-019da811-dd10-4ca2-bbd6-eaa7bf6edd56 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0486054 Sep 15 02:30:39.157848 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bff2d550-8363-4450-ba5e-1d1234d3d1bd req-58f01fb7-5bd4-49dd-840d-2dd5bf14125c tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317631 Sep 15 02:30:39.269634 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15130ff0-f37a-4687-9a3e-dd8e880c00d9 req-4c6c775e-f3f6-4005-a4d4-783cdd71dbe6 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:39.271070 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-15130ff0-f37a-4687-9a3e-dd8e880c00d9 req-4c6c775e-f3f6-4005-a4d4-783cdd71dbe6 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0525208 Sep 15 02:30:39.306163 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-15130ff0-f37a-4687-9a3e-dd8e880c00d9 req-78ae3987-567e-4844-9867-4d0b477de856 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292327 Sep 15 02:30:40.129336 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7609e-f8d7-40a0-aed1-c2aec21c453b req-6d084683-ef61-4cd4-8ea0-72a66e110dcf tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:40.130785 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f8c7609e-f8d7-40a0-aed1-c2aec21c453b req-6d084683-ef61-4cd4-8ea0-72a66e110dcf tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0476131 Sep 15 02:30:40.167025 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f8c7609e-f8d7-40a0-aed1-c2aec21c453b req-bf557e36-e321-4bc5-a348-11750895065f tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304909 Sep 15 02:30:40.273911 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68162e8-36ea-44f4-a509-3d19b3fa3248 req-516b16f4-633c-4e96-a24c-065f874c7d0c tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:40.275288 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d68162e8-36ea-44f4-a509-3d19b3fa3248 req-516b16f4-633c-4e96-a24c-065f874c7d0c tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0492983 Sep 15 02:30:40.312718 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d68162e8-36ea-44f4-a509-3d19b3fa3248 req-021c15d5-a81b-494f-babc-3d4e7d6f3ff6 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309381 Sep 15 02:30:40.385158 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5afb12-129c-41ba-b5a1-15fc4a519f35 req-6cde5fdd-45dd-45dd-94e0-2989ea90ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:40.386621 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4b5afb12-129c-41ba-b5a1-15fc4a519f35 req-6cde5fdd-45dd-45dd-94e0-2989ea90ab76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e744d217341431594415d27dc677212&device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 1097 time: 0.0521553 Sep 15 02:30:40.425681 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66b2fa-cc20-4961-8c8f-4812fca8f876 req-a6a212cb-83c5-46b2-a6a9-84d6c14e2aaf tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:40.427112 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ad66b2fa-cc20-4961-8c8f-4812fca8f876 req-a6a212cb-83c5-46b2-a6a9-84d6c14e2aaf tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0526495 Sep 15 02:30:40.569103 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ad66b2fa-cc20-4961-8c8f-4812fca8f876 req-70a937db-9de1-4506-968b-4389fa549dc4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335182 Sep 15 02:30:40.612349 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5afb12-129c-41ba-b5a1-15fc4a519f35 req-06e1a917-dfb8-456b-a3e8-581ef30f8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:40.613862 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4b5afb12-129c-41ba-b5a1-15fc4a519f35 req-06e1a917-dfb8-456b-a3e8-581ef30f8c5c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8e744d217341431594415d27dc677212&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1859286 Sep 15 02:30:40.668397 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-42c62e98-6679-4083-b155-9d5f708d675c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:40.964575 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:40.969499 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5afb12-129c-41ba-b5a1-15fc4a519f35 req-96b151c5-4ee0-4acf-8bc9-1418afd792b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:40.970965 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4b5afb12-129c-41ba-b5a1-15fc4a519f35 req-96b151c5-4ee0-4acf-8bc9-1418afd792b8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3257599 Sep 15 02:30:41.077873 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6ff38d0f-9154-4cb0-b20d-b9393d42df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:41.079306 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-6ff38d0f-9154-4cb0-b20d-b9393d42df35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e744d217341431594415d27dc677212&device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 1097 time: 0.0386074 Sep 15 02:30:41.134635 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-92bae36f-a169-4843-8b39-19b3b762f420 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0547ba02-8931-4ea7-a457-3b2378491f34 HTTP/1.1" status: 200 len: 217 time: 0.0343671 Sep 15 02:30:41.195866 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-62958d37-e277-44fa-a242-dc60e5d6bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:41.197308 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-62958d37-e277-44fa-a242-dc60e5d6bc20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=482f9880-db9f-4cef-859f-69f1b0219d5d HTTP/1.1" status: 200 len: 854 time: 0.0425680 Sep 15 02:30:41.231781 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-ee956cee-d7c6-443c-98bf-7f41bacc3ed4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4405b014-8d3b-48c5-8e3a-6b2a000c560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259793 Sep 15 02:30:41.285556 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c25ec-c8c8-46b3-9b76-5acb67043b9c req-b24b7d5b-284e-4fe5-ab4c-984c778dd532 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:41.287080 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-234c25ec-c8c8-46b3-9b76-5acb67043b9c req-b24b7d5b-284e-4fe5-ab4c-984c778dd532 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0503027 Sep 15 02:30:41.325561 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-9a1a2e41-309f-40fa-8ef1-a3e5a5a529eb service neutron] 10.222.0.30 "GET /v2.0/networks/4405b014-8d3b-48c5-8e3a-6b2a000c560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848675 Sep 15 02:30:41.326887 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-234c25ec-c8c8-46b3-9b76-5acb67043b9c req-4931b750-a7e6-4253-9b6a-27eb58723e1f tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Sep 15 02:30:41.446595 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee3c9b19-01e2-49cb-bd03-e46b23304373 req-c93c4f3d-f89c-480c-bede-00867cae623c service neutron] 10.222.0.30 "GET /v2.0/networks/4405b014-8d3b-48c5-8e3a-6b2a000c560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126289 Sep 15 02:30:41.457525 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88369787-3f78-4ac2-8788-d6810cb6335c req-e82f2346-30a0-41dc-be11-120c130c4933 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:41.458889 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-88369787-3f78-4ac2-8788-d6810cb6335c req-e82f2346-30a0-41dc-be11-120c130c4933 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0648806 Sep 15 02:30:41.500368 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-88369787-3f78-4ac2-8788-d6810cb6335c req-e09c64d4-6981-44c5-ab97-dc215fb13782 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355945 Sep 15 02:30:41.687117 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2ed37-5706-45c0-845b-cd9d39ed3f11 req-7db23533-905b-449f-81a1-cc8618c5241a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:41.688575 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bde2ed37-5706-45c0-845b-cd9d39ed3f11 req-7db23533-905b-449f-81a1-cc8618c5241a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0507343 Sep 15 02:30:41.728644 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bde2ed37-5706-45c0-845b-cd9d39ed3f11 req-d5d4ea42-8c4d-444c-8e2d-d5e24bc66905 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341461 Sep 15 02:30:41.953789 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:42.441348 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c06780-ed41-4478-ada6-821222dc7bf3 req-8f6bd052-b6e8-49f3-aa6d-ec8fd87058fe tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:42.442824 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-71c06780-ed41-4478-ada6-821222dc7bf3 req-8f6bd052-b6e8-49f3-aa6d-ec8fd87058fe tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0479124 Sep 15 02:30:42.480892 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-71c06780-ed41-4478-ada6-821222dc7bf3 req-90b2373b-453f-445a-86e1-4001ef736342 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321615 Sep 15 02:30:42.618051 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06684339-a189-4ddb-bd28-a2a301269b73 req-0e42d98c-15b1-4850-bc70-f60ca275178d tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:42.619494 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-06684339-a189-4ddb-bd28-a2a301269b73 req-0e42d98c-15b1-4850-bc70-f60ca275178d tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0499215 Sep 15 02:30:42.656178 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-06684339-a189-4ddb-bd28-a2a301269b73 req-cb6786b8-095f-44cd-bed3-d25b89d6c1f0 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301559 Sep 15 02:30:42.841927 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437e190-5e37-47df-a80d-5e48c4cd9051 req-0028093f-c9b7-4621-9360-bcb208b718f4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:42.843425 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8437e190-5e37-47df-a80d-5e48c4cd9051 req-0028093f-c9b7-4621-9360-bcb208b718f4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0514426 Sep 15 02:30:42.884541 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8437e190-5e37-47df-a80d-5e48c4cd9051 req-4d53fd4f-75af-4c7a-b750-35c938038e57 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333073 Sep 15 02:30:43.248315 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38624) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:43.350555 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-581d3c0e-43d6-4f2c-aa47-c06908c174c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:43.370327 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:43.445268 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-581d3c0e-43d6-4f2c-aa47-c06908c174c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:43.448864 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-581d3c0e-43d6-4f2c-aa47-c06908c174c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:43.489538 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-581d3c0e-43d6-4f2c-aa47-c06908c174c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1bae7c3e09d47e2aa0f52517a523bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401552 Sep 15 02:30:43.490633 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d3c0e-43d6-4f2c-aa47-c06908c174c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a8b79c-e3e5-4f9e-acb7-d3c7cdaace45,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:43.492202 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38632) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:43.540307 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f600ffd-60d1-497e-9c4f-af628da5d9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:43.560574 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f600ffd-60d1-497e-9c4f-af628da5d9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:43.596719 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b3b50-46b7-47c9-93a4-44021ce5b1ca req-9fad32c1-3c1d-400e-a006-adc01a4f61d3 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:43.598245 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-226b3b50-46b7-47c9-93a4-44021ce5b1ca req-9fad32c1-3c1d-400e-a006-adc01a4f61d3 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0491579 Sep 15 02:30:43.608417 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f600ffd-60d1-497e-9c4f-af628da5d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:43.610968 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f600ffd-60d1-497e-9c4f-af628da5d9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:43.614931 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9f600ffd-60d1-497e-9c4f-af628da5d9c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63a8b79c-e3e5-4f9e-acb7-d3c7cdaace45 HTTP/1.1" status: 204 len: 168 time: 0.1182632 Sep 15 02:30:43.619879 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f600ffd-60d1-497e-9c4f-af628da5d9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a8b79c-e3e5-4f9e-acb7-d3c7cdaace45,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:43.644946 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-226b3b50-46b7-47c9-93a4-44021ce5b1ca req-75a2a3ea-99f2-4f2d-9425-2d66a41ca7e4 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405202 Sep 15 02:30:43.770170 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1bad7-f3b5-4bc4-b082-421ac1cedd6d req-058310b8-1662-4b68-9cb9-564f17b6b42f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:43.771750 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a5d1bad7-f3b5-4bc4-b082-421ac1cedd6d req-058310b8-1662-4b68-9cb9-564f17b6b42f tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0473833 Sep 15 02:30:43.810333 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a5d1bad7-f3b5-4bc4-b082-421ac1cedd6d req-6d212ccf-cda7-46c8-8501-d8cb363ef1d3 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325449 Sep 15 02:30:43.869210 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38642) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:43.881755 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1feb95b8-f0c2-4a5f-90d9-bc5b50b49f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:43.969886 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1feb95b8-f0c2-4a5f-90d9-bc5b50b49f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:43.974820 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1feb95b8-f0c2-4a5f-90d9-bc5b50b49f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:44.000154 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5e4ed-2978-4d42-ae0a-71dd9817b84d req-8043aec0-f519-4aed-b480-b0f1e186a99c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:44.001693 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97f5e4ed-2978-4d42-ae0a-71dd9817b84d req-8043aec0-f519-4aed-b480-b0f1e186a99c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0504436 Sep 15 02:30:44.016808 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb95b8-f0c2-4a5f-90d9-bc5b50b49f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c8aaee-4637-4ed8-a6cb-a84eaf31611d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:44.021381 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1feb95b8-f0c2-4a5f-90d9-bc5b50b49f61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05bf1ee5488b4cae8bf92e83e9092168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511741 Sep 15 02:30:44.024286 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38648) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:44.047988 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97f5e4ed-2978-4d42-ae0a-71dd9817b84d req-5d61b0f2-db50-4d87-82cc-3162bed9fc11 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382106 Sep 15 02:30:44.074188 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bbdef63-cd42-48f5-a5dc-06a397ccb390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:44.094884 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bbdef63-cd42-48f5-a5dc-06a397ccb390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:44.140757 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bbdef63-cd42-48f5-a5dc-06a397ccb390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:44.143318 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bbdef63-cd42-48f5-a5dc-06a397ccb390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:44.144502 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3bbdef63-cd42-48f5-a5dc-06a397ccb390 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01c8aaee-4637-4ed8-a6cb-a84eaf31611d HTTP/1.1" status: 204 len: 168 time: 0.1192238 Sep 15 02:30:44.151869 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdef63-cd42-48f5-a5dc-06a397ccb390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c8aaee-4637-4ed8-a6cb-a84eaf31611d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:44.757745 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616df834-a267-4c53-953c-28af03163a16 req-bb64c429-0c66-46ae-88e7-adb76b5beede tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:44.759227 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-616df834-a267-4c53-953c-28af03163a16 req-bb64c429-0c66-46ae-88e7-adb76b5beede tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0499723 Sep 15 02:30:44.797915 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-616df834-a267-4c53-953c-28af03163a16 req-0b3e6770-9ff7-4e10-bbbe-864ea655b071 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Sep 15 02:30:44.921992 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a71880-809e-4aec-acc8-5c4a4916f50b req-88495375-036b-45ea-8b20-aac9f53a2c83 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:44.923468 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4a71880-809e-4aec-acc8-5c4a4916f50b req-88495375-036b-45ea-8b20-aac9f53a2c83 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0489595 Sep 15 02:30:44.960710 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4a71880-809e-4aec-acc8-5c4a4916f50b req-d5aeade0-3dda-4a66-a5fe-61b102b748ca tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Sep 15 02:30:45.167695 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e6bb9-3b38-44c4-82f3-96cabe14c1e2 req-fb1f03bf-2e1c-4f18-9a19-a7c45c1926bc tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:45.169604 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-752e6bb9-3b38-44c4-82f3-96cabe14c1e2 req-fb1f03bf-2e1c-4f18-9a19-a7c45c1926bc tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0523643 Sep 15 02:30:45.214053 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-752e6bb9-3b38-44c4-82f3-96cabe14c1e2 req-7162aa93-a14a-4d8c-abe9-a6d5cebaf88c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363729 Sep 15 02:30:45.714745 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38710) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:45.815782 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-51321c47-e05a-43ad-9ccd-d4ff7d3b1afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:45.903711 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-51321c47-e05a-43ad-9ccd-d4ff7d3b1afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:45.907996 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-51321c47-e05a-43ad-9ccd-d4ff7d3b1afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:45.909793 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa754b0-470a-4cab-9985-d5654e1b0429 req-4816bab8-1a81-4007-bb33-f4ac7a176d73 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:45.911490 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4fa754b0-470a-4cab-9985-d5654e1b0429 req-4816bab8-1a81-4007-bb33-f4ac7a176d73 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0493772 Sep 15 02:30:45.945548 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-51321c47-e05a-43ad-9ccd-d4ff7d3b1afe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21433e51f1354ebeae689d41605cb365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297351 Sep 15 02:30:45.946635 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51321c47-e05a-43ad-9ccd-d4ff7d3b1afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59303b72-d447-4a9b-85b9-073cab9fc84b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:45.948185 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38716) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:45.959044 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4fa754b0-470a-4cab-9985-d5654e1b0429 req-76efdd9a-5a0a-4a28-a212-9d255fe7f479 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Sep 15 02:30:46.001153 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e993e647-2114-4f4b-b7b0-45b96eaed473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.021514 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e993e647-2114-4f4b-b7b0-45b96eaed473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.050042 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 66932372-6936-4983-8d5c-e95d6fbc059e details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:30:46.096868 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74600fa-73be-4b7b-af63-0e790da5fb56 req-788576e3-7f4b-422a-9dd9-f03d467b625a tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:46.098387 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b74600fa-73be-4b7b-af63-0e790da5fb56 req-788576e3-7f4b-422a-9dd9-f03d467b625a tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 947 time: 0.0705197 Sep 15 02:30:46.113932 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e993e647-2114-4f4b-b7b0-45b96eaed473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.116381 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e993e647-2114-4f4b-b7b0-45b96eaed473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.117457 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e993e647-2114-4f4b-b7b0-45b96eaed473 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59303b72-d447-4a9b-85b9-073cab9fc84b HTTP/1.1" status: 204 len: 168 time: 0.1675987 Sep 15 02:30:46.138021 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993e647-2114-4f4b-b7b0-45b96eaed473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59303b72-d447-4a9b-85b9-073cab9fc84b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:46.150939 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 66932372-6936-4983-8d5c-e95d6fbc059e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=66932372-6936-4983-8d5c-e95d6fbc059e,segment=NetworkSegment(e9bda044-ae31-4414-96bd-4dd7532adb9a),segment_id=e9bda044-ae31-4414-96bd-4dd7532adb9a)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:46.162688 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '66932372-6936-4983-8d5c-e95d6fbc059e', 'network_id': 'ed20949c-fc52-4251-aef8-2dd96bc3c5f3', 'port_id': '66932372-6936-4983-8d5c-e95d6fbc059e', 'mac_address': 'fa:16:3e:a4:4b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8948728e-ca1f-4c78-81fa-58f260b37600', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:30:46.178262 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b74600fa-73be-4b7b-af63-0e790da5fb56 req-0ac26603-cf7d-4dd0-8d8e-c020a17d740a tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685248 Sep 15 02:30:46.210192 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.224340 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66932372-6936-4983-8d5c-e95d6fbc059e {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:30:46.245685 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 66932372-6936-4983-8d5c-e95d6fbc059e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=66932372-6936-4983-8d5c-e95d6fbc059e,segment=NetworkSegment(e9bda044-ae31-4414-96bd-4dd7532adb9a),segment_id=e9bda044-ae31-4414-96bd-4dd7532adb9a)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:46.255153 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.308428 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=66932372-6936-4983-8d5c-e95d6fbc059e,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:46.352447 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193326cb-4df8-4c01-b6fb-93c2aabe4887 req-28dca34b-3ffc-4d36-a2d1-5e13ef76c6fe tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:46.360456 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-193326cb-4df8-4c01-b6fb-93c2aabe4887 req-28dca34b-3ffc-4d36-a2d1-5e13ef76c6fe tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0696163 Sep 15 02:30:46.394154 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-193326cb-4df8-4c01-b6fb-93c2aabe4887 req-7d292fe6-77c1-428b-8193-76a73d78d49c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Sep 15 02:30:46.407019 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38730) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:46.420147 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-523288a7-da15-4874-a803-0872d0da25f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.508413 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-523288a7-da15-4874-a803-0872d0da25f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.512263 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-523288a7-da15-4874-a803-0872d0da25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.552504 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-523288a7-da15-4874-a803-0872d0da25f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e23936df54424f08b3f2ff50c7cf619a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421344 Sep 15 02:30:46.552726 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38734) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:46.558529 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523288a7-da15-4874-a803-0872d0da25f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5eec06-3cab-402e-b8f6-3fe14c84b97f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:46.605232 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7b65d9f-8919-4896-822c-1927cdd47f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.625392 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7b65d9f-8919-4896-822c-1927cdd47f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.670330 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7b65d9f-8919-4896-822c-1927cdd47f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.672795 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7b65d9f-8919-4896-822c-1927cdd47f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:46.673967 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b7b65d9f-8919-4896-822c-1927cdd47f2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d5eec06-3cab-402e-b8f6-3fe14c84b97f HTTP/1.1" status: 204 len: 168 time: 0.1203303 Sep 15 02:30:46.682105 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b65d9f-8919-4896-822c-1927cdd47f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5eec06-3cab-402e-b8f6-3fe14c84b97f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:47.085340 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c987aa-ae11-4e6b-a14c-8402963256fc req-d41b8b98-77db-433e-953d-85e34684a714 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:47.086859 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a2c987aa-ae11-4e6b-a14c-8402963256fc req-d41b8b98-77db-433e-953d-85e34684a714 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0561228 Sep 15 02:30:47.128024 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a2c987aa-ae11-4e6b-a14c-8402963256fc req-94bbe6d1-d3af-4326-9268-f8b73a191648 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345702 Sep 15 02:30:47.303945 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4129fb3-fb47-4f25-b56c-3b412f1a255c req-93684315-6422-40de-b09c-29b8f54def22 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:47.305457 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4129fb3-fb47-4f25-b56c-3b412f1a255c req-93684315-6422-40de-b09c-29b8f54def22 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 948 time: 0.0596321 Sep 15 02:30:47.359146 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4129fb3-fb47-4f25-b56c-3b412f1a255c req-511caf0c-9dd8-436a-9d98-8db3702eabe0 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466557 Sep 15 02:30:47.531153 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73901-c761-442a-8ec0-51ff244d7ff1 req-236365c5-fe6f-459d-8f46-24e7b5eb54f7 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:47.532716 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3ca73901-c761-442a-8ec0-51ff244d7ff1 req-236365c5-fe6f-459d-8f46-24e7b5eb54f7 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0505588 Sep 15 02:30:47.577577 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3ca73901-c761-442a-8ec0-51ff244d7ff1 req-7d9d0943-09aa-42dc-926d-bd339938066a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390425 Sep 15 02:30:48.257395 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993b349-7d26-4b76-a55f-185f1800a6e3 req-53fcc357-2bf7-4940-b606-b7d92f4660ea tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:48.259618 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7993b349-7d26-4b76-a55f-185f1800a6e3 req-53fcc357-2bf7-4940-b606-b7d92f4660ea tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0641119 Sep 15 02:30:48.305590 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7993b349-7d26-4b76-a55f-185f1800a6e3 req-964d4c1f-2f97-4c1e-8ea7-dbb8acf7d489 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391395 Sep 15 02:30:48.495211 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66237140-69fd-4139-8886-c0061a88edf8 req-a001a302-7e71-4dd6-98b9-909f997b9577 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:48.496903 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-66237140-69fd-4139-8886-c0061a88edf8 req-a001a302-7e71-4dd6-98b9-909f997b9577 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 948 time: 0.0642164 Sep 15 02:30:48.540216 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-66237140-69fd-4139-8886-c0061a88edf8 req-149ddaba-e499-4cbc-aa8c-d28bb9b45ba4 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363059 Sep 15 02:30:48.710483 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59007ba3-864d-4fc8-870e-17fabfd4f1bd req-b3d15b12-dcc9-438b-9e1c-967f534a0b53 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:48.714517 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-59007ba3-864d-4fc8-870e-17fabfd4f1bd req-b3d15b12-dcc9-438b-9e1c-967f534a0b53 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0604959 Sep 15 02:30:48.758190 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-59007ba3-864d-4fc8-870e-17fabfd4f1bd req-ec68f7d6-e13e-45a2-91f9-5ac1220a2371 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358109 Sep 15 02:30:49.147959 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['66932372-6936-4983-8d5c-e95d6fbc059e'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:30:49.448604 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67227d-7fdd-4a9a-9b9d-2be9baa0ab6a req-f1b997ab-0e68-4d56-9376-761a44b8c6b2 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:49.450166 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3b67227d-7fdd-4a9a-9b9d-2be9baa0ab6a req-f1b997ab-0e68-4d56-9376-761a44b8c6b2 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0551174 Sep 15 02:30:49.497507 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3b67227d-7fdd-4a9a-9b9d-2be9baa0ab6a req-2ed2b783-33b2-4473-9053-4dfecc388974 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Sep 15 02:30:49.666258 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af28cc5-eba3-4056-aa7d-078b33588c26 req-6115ed0a-c7ce-4cd7-8d95-bd69b8d88b10 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:49.668197 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4af28cc5-eba3-4056-aa7d-078b33588c26 req-6115ed0a-c7ce-4cd7-8d95-bd69b8d88b10 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 948 time: 0.0528586 Sep 15 02:30:49.707090 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4af28cc5-eba3-4056-aa7d-078b33588c26 req-e281ca6e-ce56-4daa-bc15-b90f8956c28d tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316222 Sep 15 02:30:49.879364 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e425d4e-16d1-46c2-972c-8c7cbcdaf8ab req-0b4b2228-b6ee-4ef6-99d8-a11c3cea957d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:49.880866 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2e425d4e-16d1-46c2-972c-8c7cbcdaf8ab req-0b4b2228-b6ee-4ef6-99d8-a11c3cea957d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0542638 Sep 15 02:30:49.921470 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2e425d4e-16d1-46c2-972c-8c7cbcdaf8ab req-f1bbfa94-14e6-4777-b13b-b35e45f3e30d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327971 Sep 15 02:30:50.637025 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93977f6-ce85-49c0-81d0-6d6a39cc8352 req-f7fb4f61-886a-4be0-81ca-82fbd7419d9f tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:50.643632 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b93977f6-ce85-49c0-81d0-6d6a39cc8352 req-f7fb4f61-886a-4be0-81ca-82fbd7419d9f tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0605416 Sep 15 02:30:50.700651 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b93977f6-ce85-49c0-81d0-6d6a39cc8352 req-00f629c3-3eff-46b2-b1ee-16672f9ceb2d tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Sep 15 02:30:50.841511 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c0139-b2e1-4f0a-a3a1-6423ac0d8234 req-34d3cedd-554c-457c-9119-70292bef181b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:50.849222 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b75c0139-b2e1-4f0a-a3a1-6423ac0d8234 req-34d3cedd-554c-457c-9119-70292bef181b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 948 time: 0.0584199 Sep 15 02:30:50.887253 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b75c0139-b2e1-4f0a-a3a1-6423ac0d8234 req-ac0bd73f-1426-485f-bde9-4ec50367109d tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358672 Sep 15 02:30:51.039965 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303054d-09ba-4c5f-802e-0dc10052476c req-16cb7132-267f-49d6-8e32-7c223e33f9a1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:51.041573 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b303054d-09ba-4c5f-802e-0dc10052476c req-16cb7132-267f-49d6-8e32-7c223e33f9a1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0506358 Sep 15 02:30:51.083853 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b303054d-09ba-4c5f-802e-0dc10052476c req-b9d9b36b-bff6-4a14-bb0c-830f241d9219 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351973 Sep 15 02:30:51.802474 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38904) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:51.829627 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097195e-00df-41de-bddf-dacded13248d req-1975dab9-805f-489e-b594-5896585bcf1a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:51.831235 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b097195e-00df-41de-bddf-dacded13248d req-1975dab9-805f-489e-b594-5896585bcf1a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 944 time: 0.0653312 Sep 15 02:30:51.881539 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b097195e-00df-41de-bddf-dacded13248d req-6df11fef-2cfa-494f-8c81-d0a5ee1a2cca tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Sep 15 02:30:51.943368 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4e19-56ee-4f4e-9015-f7ca4ead2f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:52.065509 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246302c-0cd8-4e3d-a958-b32733945ced req-d27ab568-2134-4bf8-957e-621f8f29f82a tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:52.066023 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 0547ba02-8931-4ea7-a457-3b2378491f34 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:30:52.067067 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4246302c-0cd8-4e3d-a958-b32733945ced req-d27ab568-2134-4bf8-957e-621f8f29f82a tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 948 time: 0.0765922 Sep 15 02:30:52.086982 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 66932372-6936-4983-8d5c-e95d6fbc059e up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:30:52.137561 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4e19-56ee-4f4e-9015-f7ca4ead2f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:52.156772 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4246302c-0cd8-4e3d-a958-b32733945ced req-cf74cba2-d364-4300-86ce-738e19bc05bb tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782726 Sep 15 02:30:52.158230 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4e19-56ee-4f4e-9015-f7ca4ead2f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:52.255456 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 0547ba02-8931-4ea7-a457-3b2378491f34, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0547ba02-8931-4ea7-a457-3b2378491f34,segment=NetworkSegment(d7fad05b-060f-40de-8334-cb6a770c55af),segment_id=d7fad05b-060f-40de-8334-cb6a770c55af)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:52.273361 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '0547ba02-8931-4ea7-a457-3b2378491f34', 'network_id': '4405b014-8d3b-48c5-8e3a-6b2a000c560d', 'port_id': '0547ba02-8931-4ea7-a457-3b2378491f34', 'mac_address': 'fa:16:3e:ae:ff:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482f9880-db9f-4cef-859f-69f1b0219d5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:30:52.308024 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 66932372-6936-4983-8d5c-e95d6fbc059e completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:30:52.326188 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 66932372-6936-4983-8d5c-e95d6fbc059e triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:30:52.329246 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:52.358820 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:52.381634 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0547ba02-8931-4ea7-a457-3b2378491f34 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:30:52.386604 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c217a3-61cf-45bb-bd8e-45e93c00f5dd req-b1400edf-901e-4df2-945b-cc195fae88a1 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:52.395688 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-15c217a3-61cf-45bb-bd8e-45e93c00f5dd req-b1400edf-901e-4df2-945b-cc195fae88a1 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0815861 Sep 15 02:30:52.403278 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 0547ba02-8931-4ea7-a457-3b2378491f34, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0547ba02-8931-4ea7-a457-3b2378491f34,segment=NetworkSegment(d7fad05b-060f-40de-8334-cb6a770c55af),segment_id=d7fad05b-060f-40de-8334-cb6a770c55af)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:52.413291 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:52.437875 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-15c217a3-61cf-45bb-bd8e-45e93c00f5dd req-f39addb8-932c-4221-b073-12769bdf16ab tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409539 Sep 15 02:30:52.465347 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f4e19-56ee-4f4e-9015-f7ca4ead2f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23e5e95-1cf7-4dc4-b8d9-0059abc1fe5a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:52.490960 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2c0f4e19-56ee-4f4e-9015-f7ca4ead2f3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c78a3bd08aac452fb808b6eb493a48d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6847298 Sep 15 02:30:52.491750 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38920) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:52.503005 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=0547ba02-8931-4ea7-a457-3b2378491f34,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:52.525822 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:52.536441 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faee2ba-a5b8-42d7-b24e-7229dc1e64bd req-b30a9057-919e-4d66-abb8-0e6ec78a5bbe tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:52.545379 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6faee2ba-a5b8-42d7-b24e-7229dc1e64bd req-b30a9057-919e-4d66-abb8-0e6ec78a5bbe tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0982232 Sep 15 02:30:52.550943 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce68f4e-9937-4572-81a3-d93a635e62aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66932372-6936-4983-8d5c-e95d6fbc059e'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:30:52.553410 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c7e4fd-f29c-4327-be48-dc2afda592eb" -d '{"events": [{"server_uuid": "dce68f4e-9937-4572-81a3-d93a635e62aa", "name": "network-vif-plugged", "status": "completed", "tag": "66932372-6936-4983-8d5c-e95d6fbc059e"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:30:52.559990 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-58f50f4f-4114-4162-b396-f3ba093e33ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:52.581788 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 66932372-6936-4983-8d5c-e95d6fbc059e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=66932372-6936-4983-8d5c-e95d6fbc059e,segment=NetworkSegment(e9bda044-ae31-4414-96bd-4dd7532adb9a),segment_id=e9bda044-ae31-4414-96bd-4dd7532adb9a)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:52.590146 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6faee2ba-a5b8-42d7-b24e-7229dc1e64bd req-274ae54b-ecf3-4431-9958-c5e135baf4df tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436451 Sep 15 02:30:52.592284 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-58f50f4f-4114-4162-b396-f3ba093e33ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:52.601427 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:52.607104 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b36bc89-f1a9-426b-a4ad-bec2dd128059 x-openstack-request-id: req-7b36bc89-f1a9-426b-a4ad-bec2dd128059 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:30:52.607569 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce68f4e-9937-4572-81a3-d93a635e62aa", "name": "network-vif-plugged", "status": "completed", "tag": "66932372-6936-4983-8d5c-e95d6fbc059e", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:30:52.608075 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b36bc89-f1a9-426b-a4ad-bec2dd128059 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:30:52.608610 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce68f4e-9937-4572-81a3-d93a635e62aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66932372-6936-4983-8d5c-e95d6fbc059e', 'code': 200} Sep 15 02:30:52.668216 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=66932372-6936-4983-8d5c-e95d6fbc059e,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:52.669836 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-58f50f4f-4114-4162-b396-f3ba093e33ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:52.675576 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-58f50f4f-4114-4162-b396-f3ba093e33ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:52.677593 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-58f50f4f-4114-4162-b396-f3ba093e33ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f23e5e95-1cf7-4dc4-b8d9-0059abc1fe5a HTTP/1.1" status: 204 len: 168 time: 0.1841192 Sep 15 02:30:52.686786 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f50f4f-4114-4162-b396-f3ba093e33ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23e5e95-1cf7-4dc4-b8d9-0059abc1fe5a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:52.956127 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bc2e9-8f5e-4a62-ad31-e940a5e07d44 req-2546a0cf-3342-4b39-a5e3-b18ef8dbd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:52.958237 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a76bc2e9-8f5e-4a62-ad31-e940a5e07d44 req-2546a0cf-3342-4b39-a5e3-b18ef8dbd6d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 1102 time: 0.1163824 Sep 15 02:30:53.043532 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['0547ba02-8931-4ea7-a457-3b2378491f34'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:30:53.047877 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a76bc2e9-8f5e-4a62-ad31-e940a5e07d44 req-305e8e3a-6918-41df-93d7-141e58ac5768 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700645 Sep 15 02:30:53.077528 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38948) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:53.092591 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-04afa23e-99e2-4016-a00c-4abb0a0d7b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:53.105855 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008ac18-68da-4eac-814e-41df2959bf9d req-d1af8cd5-d595-46ba-913c-ab50b5527756 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:53.110757 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f008ac18-68da-4eac-814e-41df2959bf9d req-d1af8cd5-d595-46ba-913c-ab50b5527756 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 945 time: 0.1031046 Sep 15 02:30:53.198002 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f008ac18-68da-4eac-814e-41df2959bf9d req-4401eeeb-fd1a-48b5-a3fa-0fd06706a7f9 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792582 Sep 15 02:30:53.331319 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-04afa23e-99e2-4016-a00c-4abb0a0d7b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:53.339537 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-04afa23e-99e2-4016-a00c-4abb0a0d7b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:53.396540 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e919134-639c-44ca-99b9-530a85817998 req-a3c6a456-6441-45bf-8dfb-c0a49231244d tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:53.398208 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9e919134-639c-44ca-99b9-530a85817998 req-a3c6a456-6441-45bf-8dfb-c0a49231244d tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 949 time: 0.1127439 Sep 15 02:30:53.402170 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-04afa23e-99e2-4016-a00c-4abb0a0d7b4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c266ddd7869947c0a1357e820784a10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232076 Sep 15 02:30:53.404785 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afa23e-99e2-4016-a00c-4abb0a0d7b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0431b497-17de-4706-9dc9-7ba52741d538,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:53.406784 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38958) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:53.445107 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9e919134-639c-44ca-99b9-530a85817998 req-a96a35df-2015-4cd5-a057-9a07cf396c27 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359738 Sep 15 02:30:53.509246 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-565982fc-c68a-450b-b73c-042c1fc9bb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:53.542533 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-565982fc-c68a-450b-b73c-042c1fc9bb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:53.606446 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854beb2-2637-4a42-a41b-e776a73f2738 req-54da90ea-5666-4ca7-b388-2339c1d44697 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:53.608513 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5854beb2-2637-4a42-a41b-e776a73f2738 req-54da90ea-5666-4ca7-b388-2339c1d44697 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0802290 Sep 15 02:30:53.633707 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-565982fc-c68a-450b-b73c-042c1fc9bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:53.636209 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-565982fc-c68a-450b-b73c-042c1fc9bb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:53.639619 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-565982fc-c68a-450b-b73c-042c1fc9bb58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0431b497-17de-4706-9dc9-7ba52741d538 HTTP/1.1" status: 204 len: 168 time: 0.2269630 Sep 15 02:30:53.658039 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565982fc-c68a-450b-b73c-042c1fc9bb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0431b497-17de-4706-9dc9-7ba52741d538,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:53.667196 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5854beb2-2637-4a42-a41b-e776a73f2738 req-430881e1-594a-4327-a9b8-62e5f6e6385b tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523815 Sep 15 02:30:53.761222 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d4824-7ecd-445c-905b-b5c14dffd12d req-48d81284-57f7-470a-869e-5598f3dd102e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:53.763667 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5b9d4824-7ecd-445c-905b-b5c14dffd12d req-48d81284-57f7-470a-869e-5598f3dd102e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0593002 Sep 15 02:30:53.804724 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5b9d4824-7ecd-445c-905b-b5c14dffd12d req-edfe688d-384b-4137-aa32-76a651880158 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347588 Sep 15 02:30:54.008213 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 38970) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:54.021941 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-24e48a06-7098-4b20-b3f2-d272db58f1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:54.114986 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-24e48a06-7098-4b20-b3f2-d272db58f1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:54.119112 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-24e48a06-7098-4b20-b3f2-d272db58f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:54.161887 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-24e48a06-7098-4b20-b3f2-d272db58f1d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=762c45eb656b427e9698ac24f6ef2c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525741 Sep 15 02:30:54.162756 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e48a06-7098-4b20-b3f2-d272db58f1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45c9fa-293c-4ce6-bfc9-4a8044b4bb66,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:54.164500 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38972) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:30:54.214643 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-48f986f1-98e3-48e2-bfbb-f2cd312d67d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:54.245821 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-48f986f1-98e3-48e2-bfbb-f2cd312d67d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:54.322434 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-48f986f1-98e3-48e2-bfbb-f2cd312d67d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:54.325236 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-48f986f1-98e3-48e2-bfbb-f2cd312d67d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:54.326517 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-48f986f1-98e3-48e2-bfbb-f2cd312d67d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b45c9fa-293c-4ce6-bfc9-4a8044b4bb66 HTTP/1.1" status: 204 len: 168 time: 0.1609650 Sep 15 02:30:54.341745 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f986f1-98e3-48e2-bfbb-f2cd312d67d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45c9fa-293c-4ce6-bfc9-4a8044b4bb66,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:54.362961 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae1e48-3e62-49f8-8800-9dc1136c5db2 req-b74cc807-71ea-46c2-b59c-ba2f52579dc3 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:54.370287 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bdae1e48-3e62-49f8-8800-9dc1136c5db2 req-b74cc807-71ea-46c2-b59c-ba2f52579dc3 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 945 time: 0.0811687 Sep 15 02:30:54.411559 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bdae1e48-3e62-49f8-8800-9dc1136c5db2 req-2e50dd6c-bcb1-440c-8eec-62c39f9dedf8 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378487 Sep 15 02:30:54.678681 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ff291-ddc8-4ade-af6b-45ba296ab906 req-f93a24af-633b-4dfe-b326-2ecf5f89c77c tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:54.689795 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-448ff291-ddc8-4ade-af6b-45ba296ab906 req-f93a24af-633b-4dfe-b326-2ecf5f89c77c tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 949 time: 0.0977325 Sep 15 02:30:54.761548 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-448ff291-ddc8-4ade-af6b-45ba296ab906 req-36e6b9cc-573f-46aa-b195-7d105f7d08aa tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704589 Sep 15 02:30:54.840407 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b8444-3c9e-45c0-8953-384969a03241 req-249c7369-53fc-46d1-8b74-3ee8d4c77a73 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:54.842922 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-110b8444-3c9e-45c0-8953-384969a03241 req-249c7369-53fc-46d1-8b74-3ee8d4c77a73 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0737839 Sep 15 02:30:54.908071 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-110b8444-3c9e-45c0-8953-384969a03241 req-dbcecf85-44ad-41ff-9b0d-73182ca97c5c tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559268 Sep 15 02:30:54.943359 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d2f0-ae49-4a5b-b500-3340a7770c8f req-ac4b009d-0ad7-478c-8b51-321ff25b1c0f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:54.944860 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c215d2f0-ae49-4a5b-b500-3340a7770c8f req-ac4b009d-0ad7-478c-8b51-321ff25b1c0f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0559926 Sep 15 02:30:54.993997 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c215d2f0-ae49-4a5b-b500-3340a7770c8f req-ab1b8e25-d5a8-4924-bd5c-e71ce7ee3363 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Sep 15 02:30:55.552218 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06ea7-4ad1-4073-a2e0-14623f81d54f req-30985063-ce00-46fd-b729-38b6fe936bb8 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:55.554232 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6bb06ea7-4ad1-4073-a2e0-14623f81d54f req-30985063-ce00-46fd-b729-38b6fe936bb8 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 945 time: 0.0525560 Sep 15 02:30:55.606028 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6bb06ea7-4ad1-4073-a2e0-14623f81d54f req-94c7ebe8-fee0-41c2-92f1-806239714ef7 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Sep 15 02:30:55.901472 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9f5d9-bc83-416a-a172-08df8e0efe24 req-0351be52-8cd5-4982-acd3-db22f36f6ea1 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:55.904108 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ecc9f5d9-bc83-416a-a172-08df8e0efe24 req-0351be52-8cd5-4982-acd3-db22f36f6ea1 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 949 time: 0.0666721 Sep 15 02:30:55.960018 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ecc9f5d9-bc83-416a-a172-08df8e0efe24 req-83ee5520-e991-4f68-b208-fd23f2a7a477 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497115 Sep 15 02:30:56.049991 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27040bd-279f-4d56-89e8-f8a0b45ee3da req-aeab91f8-f0cc-401d-a664-cc4831eea3d7 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:56.051490 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b27040bd-279f-4d56-89e8-f8a0b45ee3da req-aeab91f8-f0cc-401d-a664-cc4831eea3d7 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0505035 Sep 15 02:30:56.073610 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 0547ba02-8931-4ea7-a457-3b2378491f34 up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:30:56.120452 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b27040bd-279f-4d56-89e8-f8a0b45ee3da req-4963e0b3-55e4-4dbc-809d-638e4a38daa3 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619485 Sep 15 02:30:56.154377 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 0547ba02-8931-4ea7-a457-3b2378491f34 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:30:56.158811 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 0547ba02-8931-4ea7-a457-3b2378491f34 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:30:56.159293 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:56.256774 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:56.285457 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd436e7-1877-44a3-8fa6-cc36e3c91093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0547ba02-8931-4ea7-a457-3b2378491f34'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:30:56.286041 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f673e4d-2539-4f27-9693-72aa75cdc8f9 req-ac901408-7fa3-4945-9e61-972e603dd424 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:56.287567 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f673e4d-2539-4f27-9693-72aa75cdc8f9 req-ac901408-7fa3-4945-9e61-972e603dd424 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 949 time: 0.0804136 Sep 15 02:30:56.288039 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1822f922-4053-41ec-9241-ee7caa8087e7" -d '{"events": [{"server_uuid": "ddd436e7-1877-44a3-8fa6-cc36e3c91093", "name": "network-vif-plugged", "status": "completed", "tag": "0547ba02-8931-4ea7-a457-3b2378491f34"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:30:56.288472 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02a060-3b69-4d9a-8331-0b386bcc1193 req-91df6ebf-4e11-4827-9c63-630a0fd52dd9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:56.296805 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4c02a060-3b69-4d9a-8331-0b386bcc1193 req-91df6ebf-4e11-4827-9c63-630a0fd52dd9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0689776 Sep 15 02:30:56.301747 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 0547ba02-8931-4ea7-a457-3b2378491f34, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0547ba02-8931-4ea7-a457-3b2378491f34,segment=NetworkSegment(d7fad05b-060f-40de-8334-cb6a770c55af),segment_id=d7fad05b-060f-40de-8334-cb6a770c55af)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:30:56.308067 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:30:56.334644 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f673e4d-2539-4f27-9693-72aa75cdc8f9 req-3b875497-34cd-49ef-ba70-8ce021e81c1d tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379910 Sep 15 02:30:56.353962 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4c02a060-3b69-4d9a-8331-0b386bcc1193 req-ae8e99d4-8b3c-4a26-8dcb-23790ca1edfe tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561514 Sep 15 02:30:56.375143 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=0547ba02-8931-4ea7-a457-3b2378491f34,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:30:56.386748 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7207bc9b-b278-4c8e-a19d-e86b6ca6166f x-openstack-request-id: req-7207bc9b-b278-4c8e-a19d-e86b6ca6166f {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:30:56.386986 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd436e7-1877-44a3-8fa6-cc36e3c91093", "name": "network-vif-plugged", "status": "completed", "tag": "0547ba02-8931-4ea7-a457-3b2378491f34", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:30:56.387238 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7207bc9b-b278-4c8e-a19d-e86b6ca6166f {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:30:56.387791 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd436e7-1877-44a3-8fa6-cc36e3c91093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0547ba02-8931-4ea7-a457-3b2378491f34', 'code': 200} Sep 15 02:30:56.724419 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2bc6d-18d3-496c-9ca4-a8f6276d00b8 req-ebbaaaf2-efa3-42d2-8492-9d2ec31f0063 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:56.726281 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96f2bc6d-18d3-496c-9ca4-a8f6276d00b8 req-ebbaaaf2-efa3-42d2-8492-9d2ec31f0063 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 946 time: 0.0487111 Sep 15 02:30:56.764998 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96f2bc6d-18d3-496c-9ca4-a8f6276d00b8 req-c6255d29-2ae6-47fc-9852-e68e85175035 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322306 Sep 15 02:30:57.251246 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78779ecc-5d46-4abe-ad65-b30bff43137d req-52ded75b-9693-4058-95cc-6e971f06906f tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:57.252704 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-78779ecc-5d46-4abe-ad65-b30bff43137d req-52ded75b-9693-4058-95cc-6e971f06906f tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0529397 Sep 15 02:30:57.290192 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-78779ecc-5d46-4abe-ad65-b30bff43137d req-3c756fd2-4686-4830-ada9-87097a7d348c tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313182 Sep 15 02:30:57.444743 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3f83f-0393-466c-ad27-e793cc0a1853 req-e507c039-6a7e-454b-b8a5-a77752f02bc4 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:57.446125 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d3d3f83f-0393-466c-ad27-e793cc0a1853 req-e507c039-6a7e-454b-b8a5-a77752f02bc4 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 949 time: 0.0472486 Sep 15 02:30:57.483092 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d3d3f83f-0393-466c-ad27-e793cc0a1853 req-de1928bc-27fb-4a60-9d5f-adc63e1486ca tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311823 Sep 15 02:30:57.581724 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27fae2-e8fd-4523-b319-785db248160e req-2019ad13-d354-4179-bef0-c14dea574292 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:57.583142 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4f27fae2-e8fd-4523-b319-785db248160e req-2019ad13-d354-4179-bef0-c14dea574292 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0471232 Sep 15 02:30:57.618800 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4f27fae2-e8fd-4523-b319-785db248160e req-043b5705-d3d6-404f-90e4-16166f7612e9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300174 Sep 15 02:30:57.878363 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036ba56-bd94-4466-874a-e8e3dd8fff39 req-f5498f21-ad61-4488-9ae0-5a4cfa740676 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:57.879833 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e036ba56-bd94-4466-874a-e8e3dd8fff39 req-f5498f21-ad61-4488-9ae0-5a4cfa740676 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 946 time: 0.0504513 Sep 15 02:30:57.920040 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e036ba56-bd94-4466-874a-e8e3dd8fff39 req-1698d90c-5ff4-4885-a53a-b69378945396 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330925 Sep 15 02:30:58.403106 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f026b5-d05f-4ad8-9ed6-78382e9e4011 req-8073c27b-af02-4a93-a141-db7fcf90779f tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:58.404626 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f026b5-d05f-4ad8-9ed6-78382e9e4011 req-8073c27b-af02-4a93-a141-db7fcf90779f tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0471497 Sep 15 02:30:58.441562 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f026b5-d05f-4ad8-9ed6-78382e9e4011 req-82e48f52-b6db-414c-9ecf-fc5159609a56 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Sep 15 02:30:58.591721 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d67375-6d59-43ae-88a7-1e26474117b6 req-bd415bb2-0d3e-49cf-a998-b7f85fc1fb0e tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:58.593179 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38d67375-6d59-43ae-88a7-1e26474117b6 req-bd415bb2-0d3e-49cf-a998-b7f85fc1fb0e tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 949 time: 0.0466886 Sep 15 02:30:58.629625 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38d67375-6d59-43ae-88a7-1e26474117b6 req-535967f3-5669-4f23-9b37-1931180cbdac tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304985 Sep 15 02:30:58.731061 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc2d7e-2f59-43ca-930e-8332dd577d2c req-d38f2992-73cd-4ef1-9aed-01024cca89a1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:58.733205 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2adc2d7e-2f59-43ca-930e-8332dd577d2c req-d38f2992-73cd-4ef1-9aed-01024cca89a1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0510247 Sep 15 02:30:58.768433 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2adc2d7e-2f59-43ca-930e-8332dd577d2c req-9373a40e-c0a7-401c-ad81-c6041f95c8c0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294800 Sep 15 02:30:59.029081 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05023d84-17eb-4813-b79e-72427d906867 req-aa895d3d-8533-4570-91a6-094ec053671a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:59.030505 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-05023d84-17eb-4813-b79e-72427d906867 req-aa895d3d-8533-4570-91a6-094ec053671a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 946 time: 0.0469017 Sep 15 02:30:59.068031 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-05023d84-17eb-4813-b79e-72427d906867 req-44209cec-d4ad-4ccc-ab54-eac5cec57aac tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Sep 15 02:30:59.552789 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fb208-c49a-4fd7-91f9-1bd9449ba5f7 req-3f87cf9e-462e-4bc6-949f-90bbf3537167 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:59.554265 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-757fb208-c49a-4fd7-91f9-1bd9449ba5f7 req-3f87cf9e-462e-4bc6-949f-90bbf3537167 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0474212 Sep 15 02:30:59.589454 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-757fb208-c49a-4fd7-91f9-1bd9449ba5f7 req-6b7ecfcb-ef2d-4491-8891-a94cc5ef5890 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293405 Sep 15 02:30:59.742076 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b293bc9-2d1f-4f63-a4f2-f338f43db07b req-bd09a71d-39ac-45f5-b9b5-85b0ca4f5b1e tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:59.743505 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0b293bc9-2d1f-4f63-a4f2-f338f43db07b req-bd09a71d-39ac-45f5-b9b5-85b0ca4f5b1e tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 949 time: 0.0508151 Sep 15 02:30:59.779868 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0b293bc9-2d1f-4f63-a4f2-f338f43db07b req-911f18f2-cf07-4ecc-a7ae-1aa8f5fa9411 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306227 Sep 15 02:30:59.879301 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0761c96-cb9f-426f-a381-3c260332640f req-6cb30492-ac1c-4fac-b875-e88efb73c304 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:30:59.880657 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b0761c96-cb9f-426f-a381-3c260332640f req-6cb30492-ac1c-4fac-b875-e88efb73c304 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0479314 Sep 15 02:30:59.916117 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b0761c96-cb9f-426f-a381-3c260332640f req-628af456-fac0-4edf-a1a8-302e1fb1d3cc tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296478 Sep 15 02:31:00.177871 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d5943-4432-453a-be12-05dad2108fe5 req-50a06fa9-200a-42ff-9461-80e111be3d75 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:00.179210 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-459d5943-4432-453a-be12-05dad2108fe5 req-50a06fa9-200a-42ff-9461-80e111be3d75 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 946 time: 0.0464923 Sep 15 02:31:00.215271 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-459d5943-4432-453a-be12-05dad2108fe5 req-84a03657-ca3d-403c-a8af-066167f3b91d tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304058 Sep 15 02:31:00.585431 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299a507-d27a-472a-beac-b1ed66d86f39 req-84145a63-6328-4c12-92d3-221fb8c40877 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:00.586888 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c299a507-d27a-472a-beac-b1ed66d86f39 req-84145a63-6328-4c12-92d3-221fb8c40877 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0557208 Sep 15 02:31:00.687434 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330c941-877b-44f7-9526-92532b1a60fd req-e8a02b70-2649-41e6-8368-768ab858c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:00.687434 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7330c941-877b-44f7-9526-92532b1a60fd req-e8a02b70-2649-41e6-8368-768ab858c612 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 1099 time: 0.0437655 Sep 15 02:31:00.729228 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7330c941-877b-44f7-9526-92532b1a60fd req-7d4e3838-7edf-4800-9b56-09280047e7b7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Sep 15 02:31:00.752304 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366e523-7266-485a-bc53-a0af3a98982e req-ecd53fa1-ce19-4ac3-8d18-1171309699b6 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:00.753801 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2366e523-7266-485a-bc53-a0af3a98982e req-ecd53fa1-ce19-4ac3-8d18-1171309699b6 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 945 time: 0.0827458 Sep 15 02:31:00.771189 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-c299a507-d27a-472a-beac-b1ed66d86f39 req-c380b484-63b5-49fb-8fd5-e50959182fb5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Deleting port d83027b9-a506-4518-b58a-3a83171b9587 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:31:00.771526 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c299a507-d27a-472a-beac-b1ed66d86f39 req-c380b484-63b5-49fb-8fd5-e50959182fb5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:00.790938 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device d83027b9-a506-4518-b58a-3a83171b9587 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:31:00.823472 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2366e523-7266-485a-bc53-a0af3a98982e req-e960c105-1096-42e0-b7c5-44b29b22904b tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f178f2c-f178-4de0-9543-5c795715c332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623748 Sep 15 02:31:00.868926 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:00.880379 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-c299a507-d27a-472a-beac-b1ed66d86f39 req-c380b484-63b5-49fb-8fd5-e50959182fb5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] For port d83027b9-a506-4518-b58a-3a83171b9587, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d83027b9-a506-4518-b58a-3a83171b9587,segment=NetworkSegment(5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b),segment_id=5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:31:00.880739 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c299a507-d27a-472a-beac-b1ed66d86f39 req-c380b484-63b5-49fb-8fd5-e50959182fb5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:00.894879 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5864d9-db7c-43a4-86f6-fe1714e78fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd83027b9-a506-4518-b58a-3a83171b9587'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:31:00.897916 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba85a40-f0ab-466b-809e-0f8854bce301" -d '{"events": [{"server_uuid": "cd5864d9-db7c-43a4-86f6-fe1714e78fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "d83027b9-a506-4518-b58a-3a83171b9587"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:31:00.899196 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-c299a507-d27a-472a-beac-b1ed66d86f39 req-c380b484-63b5-49fb-8fd5-e50959182fb5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Calling delete_port for d83027b9-a506-4518-b58a-3a83171b9587 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:31:00.909121 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250608e7-5d00-4260-a830-7d9525ab86af req-be22b20e-6201-47ef-8322-86fc01db8337 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:00.911089 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-250608e7-5d00-4260-a830-7d9525ab86af req-be22b20e-6201-47ef-8322-86fc01db8337 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 949 time: 0.0513351 Sep 15 02:31:00.916112 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port d83027b9-a506-4518-b58a-3a83171b9587, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d83027b9-a506-4518-b58a-3a83171b9587,segment=NetworkSegment(5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b),segment_id=5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:31:00.921457 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:00.952692 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 02:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33ef210-e1e2-4648-bf9c-230995d0f47c x-openstack-request-id: req-a33ef210-e1e2-4648-bf9c-230995d0f47c {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:31:00.953458 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5864d9-db7c-43a4-86f6-fe1714e78fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "d83027b9-a506-4518-b58a-3a83171b9587", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:31:00.953865 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a33ef210-e1e2-4648-bf9c-230995d0f47c {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:31:00.954662 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5864d9-db7c-43a4-86f6-fe1714e78fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd83027b9-a506-4518-b58a-3a83171b9587', 'code': 200} Sep 15 02:31:00.995185 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-250608e7-5d00-4260-a830-7d9525ab86af req-d21a7798-fdb0-45b6-bbec-02128c81c33d tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781789 Sep 15 02:31:01.001467 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=d83027b9-a506-4518-b58a-3a83171b9587,revision_number=6']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:01.102912 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c074e-13a2-426b-8df7-aedd98e25125 req-64377fd2-8920-405d-94a0-4dff270a4c95 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:01.104456 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fb0c074e-13a2-426b-8df7-aedd98e25125 req-64377fd2-8920-405d-94a0-4dff270a4c95 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0875242 Sep 15 02:31:01.105720 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c299a507-d27a-472a-beac-b1ed66d86f39 req-c380b484-63b5-49fb-8fd5-e50959182fb5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:01.141021 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380b484-63b5-49fb-8fd5-e50959182fb5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Pushing event deleted for resources: {'Port': ['ID=d83027b9-a506-4518-b58a-3a83171b9587,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:01.219480 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-c299a507-d27a-472a-beac-b1ed66d86f39 req-c380b484-63b5-49fb-8fd5-e50959182fb5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] No DVR routers for this DVR port d83027b9-a506-4518-b58a-3a83171b9587 on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:31:01.225833 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fb0c074e-13a2-426b-8df7-aedd98e25125 req-ef1fae34-0acf-4b2e-82b2-ba363f048474 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119630 Sep 15 02:31:01.226873 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c299a507-d27a-472a-beac-b1ed66d86f39 req-c380b484-63b5-49fb-8fd5-e50959182fb5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:01.228734 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c299a507-d27a-472a-beac-b1ed66d86f39 req-c380b484-63b5-49fb-8fd5-e50959182fb5 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.30 "DELETE /v2.0/ports/d83027b9-a506-4518-b58a-3a83171b9587 HTTP/1.1" status: 204 len: 173 time: 0.6330118 Sep 15 02:31:01.229185 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5864d9-db7c-43a4-86f6-fe1714e78fcb', 'name': 'network-vif-deleted', 'tag': 'd83027b9-a506-4518-b58a-3a83171b9587'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:31:01.231383 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015ecffc-208d-424d-b5af-d4888207ca60" -d '{"events": [{"server_uuid": "cd5864d9-db7c-43a4-86f6-fe1714e78fcb", "name": "network-vif-deleted", "tag": "d83027b9-a506-4518-b58a-3a83171b9587"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:31:01.267151 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae71a84-1408-4a74-8080-9d50848a6d12 x-openstack-request-id: req-3ae71a84-1408-4a74-8080-9d50848a6d12 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:31:01.267420 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5864d9-db7c-43a4-86f6-fe1714e78fcb", "name": "network-vif-deleted", "tag": "d83027b9-a506-4518-b58a-3a83171b9587", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:31:01.267681 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ae71a84-1408-4a74-8080-9d50848a6d12 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:31:01.268112 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5864d9-db7c-43a4-86f6-fe1714e78fcb', 'name': 'network-vif-deleted', 'tag': 'd83027b9-a506-4518-b58a-3a83171b9587', 'status': 'completed', 'code': 200} Sep 15 02:31:01.330237 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3a63a-b59c-47b9-9442-832b8c1de474 req-293a88af-ea22-4e7b-bdcf-186e330dabf1 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:01.331892 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fee3a63a-b59c-47b9-9442-832b8c1de474 req-293a88af-ea22-4e7b-bdcf-186e330dabf1 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 946 time: 0.0476003 Sep 15 02:31:01.368852 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fee3a63a-b59c-47b9-9442-832b8c1de474 req-e70f5f2c-b321-4b03-9461-43991e30b0cc tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Sep 15 02:31:01.545785 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39198) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:01.588380 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56099e9-38d5-423e-bc47-ec37211732a2 admin admin] Deleting subnet 3a261a4b-d016-4ff4-a294-4f6262f472af {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:31:01.591486 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d56099e9-38d5-423e-bc47-ec37211732a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:01.630723 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d56099e9-38d5-423e-bc47-ec37211732a2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:01.639747 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d56099e9-38d5-423e-bc47-ec37211732a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:01.692669 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d56099e9-38d5-423e-bc47-ec37211732a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:01.717689 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56099e9-38d5-423e-bc47-ec37211732a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a261a4b-d016-4ff4-a294-4f6262f472af,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:01.745298 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d56099e9-38d5-423e-bc47-ec37211732a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:01.747183 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d56099e9-38d5-423e-bc47-ec37211732a2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a261a4b-d016-4ff4-a294-4f6262f472af HTTP/1.1" status: 204 len: 168 time: 0.2004271 Sep 15 02:31:01.749729 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39204) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:01.820288 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.085377 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-acbda393-c982-4ae2-bb72-befdfe445846 req-9e051ac0-2e24-46a3-b25f-94afe06bfa2c tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 210 time: 0.0345998 Sep 15 02:31:02.132469 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.183057 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.183401 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.184162 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.184576 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > port after_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.185419 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.185747 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > port after_update 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.186064 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.186380 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.186689 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.187001 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.351759 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7809-de38-44cc-986e-cea6bea15f63 req-f84cba41-1214-4ea1-a568-0f92d0d5bf89 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:02.353407 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1fb7809-de38-44cc-986e-cea6bea15f63 req-f84cba41-1214-4ea1-a568-0f92d0d5bf89 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0523300 Sep 15 02:31:02.361311 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.361687 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.362024 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.362358 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.362753 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2443435-0d36-4894-b0be-5843e13842fc']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:02.388960 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f99ed3c-19d4-4742-936e-fa7ab5707722') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:02.389188 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f99ed3c-19d4-4742-936e-fa7ab5707722') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:02.400736 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1fb7809-de38-44cc-986e-cea6bea15f63 req-9171502d-82a7-4f9e-8e7c-0406e8015e37 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395784 Sep 15 02:31:02.408748 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126593465'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.419929 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d94d-aa67-488b-aa9e-4528b58bd19d req-4c3e33d4-da39-41df-8cea-0f94a49395df tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:02.427477 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2636d94d-aa67-488b-aa9e-4528b58bd19d req-4c3e33d4-da39-41df-8cea-0f94a49395df tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 949 time: 0.2822919 Sep 15 02:31:02.455742 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.469019 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:31:02.469469 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593104'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: from cryptography.utils import int_from_bytes Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: from cryptography.utils import int_from_bytes Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: timer() Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: cb(*args, **kw) Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: self._notify() Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: self.callback(batched_events) Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: event.method(event) Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._get(url).json() Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:31:02.481423 dv-cinder-759955-25-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:31:02.512385 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2636d94d-aa67-488b-aa9e-4528b58bd19d req-3a7b8d56-a7c7-40f9-a435-ddb6b0a32f01 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839155 Sep 15 02:31:02.521272 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47115c-76ed-47bd-8457-fcaf5f34ead0 req-a99247b8-2597-4650-bee4-3907b62e5aa2 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:02.522767 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ae47115c-76ed-47bd-8457-fcaf5f34ead0 req-a99247b8-2597-4650-bee4-3907b62e5aa2 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 946 time: 0.0648124 Sep 15 02:31:02.561079 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.565939 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ae47115c-76ed-47bd-8457-fcaf5f34ead0 req-7909114b-0999-43fc-8f11-b42a2c74bd2d tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362508 Sep 15 02:31:02.571851 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.573695 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a2443435-0d36-4894-b0be-5843e13842fc HTTP/1.1" status: 204 len: 168 time: 0.8230999 Sep 15 02:31:02.577101 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39224) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:02.586667 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bc700-2e1f-4902-b188-69200264bf68 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2443435-0d36-4894-b0be-5843e13842fc,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:02.621948 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-8631337c-a548-43ac-ba6a-844df36524e9 admin admin] Deleting subnet 68581dcd-889f-4e5e-a989-f3dd543d82ef {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:31:02.625132 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8631337c-a548-43ac-ba6a-844df36524e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.660305 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8631337c-a548-43ac-ba6a-844df36524e9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.669860 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8631337c-a548-43ac-ba6a-844df36524e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.723945 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8631337c-a548-43ac-ba6a-844df36524e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.754155 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631337c-a548-43ac-ba6a-844df36524e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68581dcd-889f-4e5e-a989-f3dd543d82ef,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:02.757746 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8631337c-a548-43ac-ba6a-844df36524e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.759597 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8631337c-a548-43ac-ba6a-844df36524e9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/68581dcd-889f-4e5e-a989-f3dd543d82ef HTTP/1.1" status: 204 len: 168 time: 0.1816280 Sep 15 02:31:02.762085 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39226) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:02.829022 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.910458 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.914401 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:02.935230 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.935579 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.936329 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.936674 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > port after_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.937071 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.937407 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > port after_update 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.937727 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.938050 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.938364 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:02.938685 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:03.005273 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:03.005618 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:03.005963 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:03.006283 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:31:03.006648 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8ea051-a60f-40c2-b918-f6489e7b3610']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:03.023386 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8188082a-9d99-483c-aa1c-2119f85a614b') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:03.023682 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8188082a-9d99-483c-aa1c-2119f85a614b') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:03.038830 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130885021'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:03.059085 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:03.067711 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:31:03.068095 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130386475'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: from cryptography.utils import int_from_bytes Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: from cryptography.utils import int_from_bytes Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: timer() Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: cb(*args, **kw) Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: self._notify() Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: self.callback(batched_events) Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: event.method(event) Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: return self._get(url).json() Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:31:03.071975 dv-cinder-759955-25-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:31:03.132124 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:03.139284 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:03.143766 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1e8ea051-a60f-40c2-b918-f6489e7b3610 HTTP/1.1" status: 204 len: 168 time: 0.3806267 Sep 15 02:31:03.155909 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55df263-f361-43e0-903e-ddcd27ef8660 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8ea051-a60f-40c2-b918-f6489e7b3610,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:03.194908 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4545cf71-58f7-4450-bc65-c9def16645f0 req-90a6fcd9-d690-41de-8211-c45c20d21601 tempest-DeleteServersTestJSON-1183809931 tempest-DeleteServersTestJSON-1183809931-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd5864d9-db7c-43a4-86f6-fe1714e78fcb HTTP/1.1" status: 200 len: 210 time: 0.0277498 Sep 15 02:31:03.311782 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39234) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:03.352112 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-377be015-b8d8-42f6-8a2d-1c7870ec19b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=937cafa2ddd247a4b56fb1f4d915b6ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391092 Sep 15 02:31:03.354775 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39238) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:03.404130 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7e9fcaa0-3d2c-4409-84ff-c69bac486a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:03.426410 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7e9fcaa0-3d2c-4409-84ff-c69bac486a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:03.517320 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7e9fcaa0-3d2c-4409-84ff-c69bac486a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:03.519772 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7e9fcaa0-3d2c-4409-84ff-c69bac486a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:03.520934 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7e9fcaa0-3d2c-4409-84ff-c69bac486a33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2661ed2c-f85a-4777-b17e-9ca16089459e HTTP/1.1" status: 204 len: 168 time: 0.1651716 Sep 15 02:31:03.538498 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fcaa0-3d2c-4409-84ff-c69bac486a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2661ed2c-f85a-4777-b17e-9ca16089459e,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:03.567478 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2529f6-2a81-4652-a514-ddb4f2c1771a req-45a16654-e6cb-4b62-8701-07be9fcb96c3 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:03.569101 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4b2529f6-2a81-4652-a514-ddb4f2c1771a req-45a16654-e6cb-4b62-8701-07be9fcb96c3 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0945902 Sep 15 02:31:03.612173 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4b2529f6-2a81-4652-a514-ddb4f2c1771a req-61d4fa97-2145-42f1-984b-4f99165fbfc8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354121 Sep 15 02:31:03.673617 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7c18d-899f-485e-a529-7d00b5792e1c req-2c1649c3-f93f-45b4-a210-ad77ff3c7e76 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:03.675387 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f1c7c18d-899f-485e-a529-7d00b5792e1c req-2c1649c3-f93f-45b4-a210-ad77ff3c7e76 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 949 time: 0.0608172 Sep 15 02:31:03.725392 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f1c7c18d-899f-485e-a529-7d00b5792e1c req-e3807a56-d777-4cfc-b168-fb4caeb2cdd8 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420518 Sep 15 02:31:03.734491 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8dcf-83bf-4f83-9510-e9487ea1f0fb req-bcfeeac0-5b0f-424c-9e26-9a013d05251c tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:03.735994 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-938c8dcf-83bf-4f83-9510-e9487ea1f0fb req-bcfeeac0-5b0f-424c-9e26-9a013d05251c tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 946 time: 0.0504854 Sep 15 02:31:03.784073 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-938c8dcf-83bf-4f83-9510-e9487ea1f0fb req-fb15e3ff-7432-40a9-9f9f-4d2ce2906f1e tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Sep 15 02:31:03.896897 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39258) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:03.936518 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-475e4b4b-03fc-4dfd-af81-86701659a2dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bd34824cbfa4dafb8f1f5f3ef8b83ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384486 Sep 15 02:31:03.939141 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39260) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:03.991246 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-812d6f76-3dfb-488a-b89f-86fec5da26e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:04.017047 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-812d6f76-3dfb-488a-b89f-86fec5da26e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:04.064416 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-812d6f76-3dfb-488a-b89f-86fec5da26e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:04.066935 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-812d6f76-3dfb-488a-b89f-86fec5da26e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:04.068065 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-812d6f76-3dfb-488a-b89f-86fec5da26e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6703f02f-e87c-487f-b7ad-b8a2414fff7b HTTP/1.1" status: 204 len: 168 time: 0.1278894 Sep 15 02:31:04.075950 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d6f76-3dfb-488a-b89f-86fec5da26e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6703f02f-e87c-487f-b7ad-b8a2414fff7b,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:04.646443 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae789294-cacd-4b49-8ba1-7213b17f12d2 req-b9de4032-c33c-4434-bc3e-83b356035fcc tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:04.648069 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ae789294-cacd-4b49-8ba1-7213b17f12d2 req-b9de4032-c33c-4434-bc3e-83b356035fcc tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.30 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 949 time: 0.0513282 Sep 15 02:31:04.761425 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1e6d0-5762-4023-a08f-46689e497e4a req-82baf933-4ffc-426e-b88f-b964450a939a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:04.764166 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ed1e6d0-5762-4023-a08f-46689e497e4a req-82baf933-4ffc-426e-b88f-b964450a939a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0645380 Sep 15 02:31:04.764533 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-ae789294-cacd-4b49-8ba1-7213b17f12d2 req-dd86c1fd-cfca-4cf5-8075-bc2871f63d0b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Deleting port 66932372-6936-4983-8d5c-e95d6fbc059e {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:31:04.765599 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ae789294-cacd-4b49-8ba1-7213b17f12d2 req-dd86c1fd-cfca-4cf5-8075-bc2871f63d0b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:04.836627 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ed1e6d0-5762-4023-a08f-46689e497e4a req-c7799bc0-b890-4e66-a1c4-6e5c87f0d6b2 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598893 Sep 15 02:31:04.932640 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-ae789294-cacd-4b49-8ba1-7213b17f12d2 req-dd86c1fd-cfca-4cf5-8075-bc2871f63d0b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] For port 66932372-6936-4983-8d5c-e95d6fbc059e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=66932372-6936-4983-8d5c-e95d6fbc059e,segment=NetworkSegment(e9bda044-ae31-4414-96bd-4dd7532adb9a),segment_id=e9bda044-ae31-4414-96bd-4dd7532adb9a)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:31:04.933375 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ae789294-cacd-4b49-8ba1-7213b17f12d2 req-dd86c1fd-cfca-4cf5-8075-bc2871f63d0b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:04.949861 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-ae789294-cacd-4b49-8ba1-7213b17f12d2 req-dd86c1fd-cfca-4cf5-8075-bc2871f63d0b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Calling delete_port for 66932372-6936-4983-8d5c-e95d6fbc059e owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:31:04.975684 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cde1f1-35f6-4441-a307-4c9dafc25b50 req-f927b507-c551-4eb2-9f24-0e910a0515aa tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:04.977336 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-21cde1f1-35f6-4441-a307-4c9dafc25b50 req-f927b507-c551-4eb2-9f24-0e910a0515aa tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/ports?device_id=dce68f4e-9937-4572-81a3-d93a635e62aa HTTP/1.1" status: 200 len: 949 time: 0.1109066 Sep 15 02:31:04.981396 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2034d9b-0d5c-450d-bb7b-822e3a5b8ea7 req-42462e06-702a-4fb2-83c8-5f8234a92fe1 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:04.982600 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b2034d9b-0d5c-450d-bb7b-822e3a5b8ea7 req-42462e06-702a-4fb2-83c8-5f8234a92fe1 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 946 time: 0.0639892 Sep 15 02:31:05.023039 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b2034d9b-0d5c-450d-bb7b-822e3a5b8ea7 req-39be4644-c972-44c3-8a48-520cfec9368a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340040 Sep 15 02:31:05.068405 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-21cde1f1-35f6-4441-a307-4c9dafc25b50 req-ad936172-80fd-4ea7-88ca-05f428878652 tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba088476-69ea-427b-85c3-a952e16983a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609708 Sep 15 02:31:05.145082 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ae789294-cacd-4b49-8ba1-7213b17f12d2 req-dd86c1fd-cfca-4cf5-8075-bc2871f63d0b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:05.185940 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86c1fd-cfca-4cf5-8075-bc2871f63d0b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Pushing event deleted for resources: {'Port': ['ID=66932372-6936-4983-8d5c-e95d6fbc059e,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:05.201770 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['66932372-6936-4983-8d5c-e95d6fbc059e'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:31:05.250660 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae789294-cacd-4b49-8ba1-7213b17f12d2 req-dd86c1fd-cfca-4cf5-8075-bc2871f63d0b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] No DVR routers for this DVR port 66932372-6936-4983-8d5c-e95d6fbc059e on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:31:05.254955 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-ae789294-cacd-4b49-8ba1-7213b17f12d2 req-dd86c1fd-cfca-4cf5-8075-bc2871f63d0b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:05.257365 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ae789294-cacd-4b49-8ba1-7213b17f12d2 req-dd86c1fd-cfca-4cf5-8075-bc2871f63d0b tempest-VolumesNegativeTest-820062542 tempest-VolumesNegativeTest-820062542-project] 10.222.0.30 "DELETE /v2.0/ports/66932372-6936-4983-8d5c-e95d6fbc059e HTTP/1.1" status: 204 len: 173 time: 0.5993810 Sep 15 02:31:05.258401 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce68f4e-9937-4572-81a3-d93a635e62aa', 'name': 'network-vif-deleted', 'tag': '66932372-6936-4983-8d5c-e95d6fbc059e'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:31:05.261587 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38119880-7f52-4f92-b727-714914791fbd" -d '{"events": [{"server_uuid": "dce68f4e-9937-4572-81a3-d93a635e62aa", "name": "network-vif-deleted", "tag": "66932372-6936-4983-8d5c-e95d6fbc059e"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:31:05.321641 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefcec5e-96ff-469b-b837-02ab60d6aec4 x-openstack-request-id: req-fefcec5e-96ff-469b-b837-02ab60d6aec4 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:31:05.322111 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce68f4e-9937-4572-81a3-d93a635e62aa", "name": "network-vif-deleted", "tag": "66932372-6936-4983-8d5c-e95d6fbc059e", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:31:05.322506 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fefcec5e-96ff-469b-b837-02ab60d6aec4 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:31:05.322965 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce68f4e-9937-4572-81a3-d93a635e62aa', 'name': 'network-vif-deleted', 'tag': '66932372-6936-4983-8d5c-e95d6fbc059e', 'status': 'completed', 'code': 200} Sep 15 02:31:05.690084 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39392) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:05.738066 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f66bc7d-f44f-4d58-b273-f68664d8f00c admin admin] Deleting subnet 266265fe-ebbb-4354-a06a-e4a5b0114a80 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:31:05.741065 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4f66bc7d-f44f-4d58-b273-f68664d8f00c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:05.775223 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4f66bc7d-f44f-4d58-b273-f68664d8f00c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130885014'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:05.814983 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4f66bc7d-f44f-4d58-b273-f68664d8f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:05.886330 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4f66bc7d-f44f-4d58-b273-f68664d8f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130386933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130944569'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:05.925923 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66bc7d-f44f-4d58-b273-f68664d8f00c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=266265fe-ebbb-4354-a06a-e4a5b0114a80,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:05.945352 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4f66bc7d-f44f-4d58-b273-f68664d8f00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:05.948460 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4f66bc7d-f44f-4d58-b273-f68664d8f00c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/266265fe-ebbb-4354-a06a-e4a5b0114a80 HTTP/1.1" status: 204 len: 168 time: 0.2568157 Sep 15 02:31:05.951263 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39410) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:06.018943 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98b80f-049c-4105-9580-9a60b2e76fd9 req-692720f1-60b7-4c2b-a878-0c0745bc5106 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:06.029033 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9e98b80f-049c-4105-9580-9a60b2e76fd9 req-692720f1-60b7-4c2b-a878-0c0745bc5106 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0967069 Sep 15 02:31:06.052447 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.079245 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9e98b80f-049c-4105-9580-9a60b2e76fd9 req-093b8603-1aed-47bf-8bcd-57c7d1677add tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 Sep 15 02:31:06.219027 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.240287 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b10f86-5466-47de-8719-9ceab3c59172']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:06.251243 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:06.251528 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a17d5c0-5eb3-4a13-b59c-4b832fcb7c9b') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:31:06.260544 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126593465'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.274155 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.280362 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:31:06.280745 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593104'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: timer() Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: cb(*args, **kw) Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: self._notify() Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: self.callback(batched_events) Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: event.method(event) Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._get(url).json() Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:31:06.282473 dv-cinder-759955-25-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:31:06.343189 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.349697 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.352155 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/58b10f86-5466-47de-8719-9ceab3c59172 HTTP/1.1" status: 204 len: 168 time: 0.3992136 Sep 15 02:31:06.360488 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f4ca6-06b6-4e22-929d-e663ae073cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b10f86-5466-47de-8719-9ceab3c59172,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:06.452901 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39442) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:06.524754 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39446) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:06.570998 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ad25fc5a-1b05-4518-b65c-75e3364901b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f739b6af4b5422783af4089b8c7b16f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422983 Sep 15 02:31:06.571299 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39450) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:06.622653 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2767e49-a5de-465a-9e43-e9e62b52d4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.644179 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2767e49-a5de-465a-9e43-e9e62b52d4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.679379 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9b4f-e72d-47be-8de5-a0b41edbe7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.704985 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2767e49-a5de-465a-9e43-e9e62b52d4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.707923 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2767e49-a5de-465a-9e43-e9e62b52d4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.711715 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b2767e49-a5de-465a-9e43-e9e62b52d4c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f178f2c-f178-4de0-9543-5c795715c332 HTTP/1.1" status: 204 len: 168 time: 0.1370494 Sep 15 02:31:06.743656 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2767e49-a5de-465a-9e43-e9e62b52d4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f178f2c-f178-4de0-9543-5c795715c332,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:06.828015 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9b4f-e72d-47be-8de5-a0b41edbe7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.832868 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9b4f-e72d-47be-8de5-a0b41edbe7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.867747 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc9b4f-e72d-47be-8de5-a0b41edbe7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc8c990-d14a-45c1-88f8-64d0d91455d5,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:06.880821 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d1fc9b4f-e72d-47be-8de5-a0b41edbe7eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5308afc1e144b2a9dd26db415c68891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268472 Sep 15 02:31:06.883323 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39460) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:06.939189 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce925d3-b3a0-464a-9b91-0ff1d7f72300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:06.961716 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce925d3-b3a0-464a-9b91-0ff1d7f72300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:07.010447 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce925d3-b3a0-464a-9b91-0ff1d7f72300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:07.013968 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1ce925d3-b3a0-464a-9b91-0ff1d7f72300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:07.015180 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1ce925d3-b3a0-464a-9b91-0ff1d7f72300 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fc8c990-d14a-45c1-88f8-64d0d91455d5 HTTP/1.1" status: 204 len: 168 time: 0.1309397 Sep 15 02:31:07.022942 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce925d3-b3a0-464a-9b91-0ff1d7f72300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc8c990-d14a-45c1-88f8-64d0d91455d5,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:07.208985 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74643ff-d63a-47c7-9985-daa3e74309ad req-8cc82958-1f8a-45e1-a9ad-09fe3aa592bd tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:07.217192 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f74643ff-d63a-47c7-9985-daa3e74309ad req-8cc82958-1f8a-45e1-a9ad-09fe3aa592bd tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0613778 Sep 15 02:31:07.267296 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f74643ff-d63a-47c7-9985-daa3e74309ad req-f96a2373-ba48-40ea-9a03-d44d15ca661d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488613 Sep 15 02:31:07.517317 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39498) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:07.668340 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-324345526-network', 'tenant_id': 'adaac922bb1d4dac87ae1a96045dcce2'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:31:07.701726 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Made reservation on behalf of adaac922bb1d4dac87ae1a96045dcce2 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:31:07.704014 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:07.712658 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:07.815536 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:07.819678 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:07.844955 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:31:07.853506 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e60dd0-e827-4248-89a7-e21ceb56e547,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:07.859659 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:07.860002 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Added segment 9e4deefb-46e8-46b6-b893-7f8ab8e0e510 of type vlan for network 5eb8c517-d333-4a6b-847d-73695cf75757 Sep 15 02:31:07.901963 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:07.925804 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:07.927019 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:07.927607 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:07.963710 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4425681 Sep 15 02:31:07.964393 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39522) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:07.968748 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-ac33d1ff-0f3f-47c2-b1dc-8c70eacf20bd admin admin] Request body: {'subnet': {'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-324345526-subnet', 'tenant_id': 'adaac922bb1d4dac87ae1a96045dcce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:31:08.007368 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd409f-8582-4fd8-83dc-0b50a7f8c3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb8c517-d333-4a6b-847d-73695cf75757,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:08.018443 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 5eb8c517-d333-4a6b-847d-73695cf75757 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:31:08.027948 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac33d1ff-0f3f-47c2-b1dc-8c70eacf20bd admin admin] Made reservation on behalf of adaac922bb1d4dac87ae1a96045dcce2 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:31:08.030443 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac33d1ff-0f3f-47c2-b1dc-8c70eacf20bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126700299'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:08.187961 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-65581e7e-5de7-4a6b-bd28-156bf90f2ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:08.209843 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac33d1ff-0f3f-47c2-b1dc-8c70eacf20bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126700325'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:08.283220 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33d1ff-0f3f-47c2-b1dc-8c70eacf20bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b87685-6e21-411a-8516-9f6d48869262,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:08.289556 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33d1ff-0f3f-47c2-b1dc-8c70eacf20bd admin admin] Checking segment: {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:31:08.289916 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac33d1ff-0f3f-47c2-b1dc-8c70eacf20bd admin admin] Network hostable DHCP agents. Network: 5eb8c517-d333-4a6b-847d-73695cf75757, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:31:08.316832 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac33d1ff-0f3f-47c2-b1dc-8c70eacf20bd admin admin] Network 5eb8c517-d333-4a6b-847d-73695cf75757 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:31:08.326899 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-ac33d1ff-0f3f-47c2-b1dc-8c70eacf20bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 5eb8c517-d333-4a6b-847d-73695cf75757) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:31:08.333525 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac33d1ff-0f3f-47c2-b1dc-8c70eacf20bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:08.334559 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac33d1ff-0f3f-47c2-b1dc-8c70eacf20bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:08.338157 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6705b336-c2cb-438e-8697-4c304b525a79 None None] Network 5eb8c517-d333-4a6b-847d-73695cf75757 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:31:08.381841 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ac33d1ff-0f3f-47c2-b1dc-8c70eacf20bd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4168999 Sep 15 02:31:08.399053 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93b06-eccd-4f8e-9722-11bfb048bdb6 req-975b31c7-1360-4c39-aebe-819cbb5822f9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:08.401075 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58f93b06-eccd-4f8e-9722-11bfb048bdb6 req-975b31c7-1360-4c39-aebe-819cbb5822f9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0626581 Sep 15 02:31:08.449134 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58f93b06-eccd-4f8e-9722-11bfb048bdb6 req-004a7858-c047-4b28-9b85-8170da66eb78 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395684 Sep 15 02:31:08.514636 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a3c1d1-6a6f-4393-bbc8-eb3ec73ec6f0 None None] Network 5eb8c517-d333-4a6b-847d-73695cf75757 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:31:08.821201 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 66932372-6936-4983-8d5c-e95d6fbc059e no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:31:08.848665 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 66932372-6936-4983-8d5c-e95d6fbc059e {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:31:08.851723 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 66932372-6936-4983-8d5c-e95d6fbc059e not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:31:09.604584 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:31:09.707944 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c605ab-504e-4ab6-a2f7-3f1d90e39095 req-7b682978-b715-4f3f-b7a9-8425ae7a0bd7 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:09.709376 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d5c605ab-504e-4ab6-a2f7-3f1d90e39095 req-7b682978-b715-4f3f-b7a9-8425ae7a0bd7 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0461259 Sep 15 02:31:09.745419 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d5c605ab-504e-4ab6-a2f7-3f1d90e39095 req-5d810917-36a6-4560-8ec1-f100ce850dfb tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303099 Sep 15 02:31:10.670762 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1746b50e-d7a3-4a05-a412-fbd5149982a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:10.868135 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f6d7a-112c-45be-8d3e-fda4fd135a40 req-e8e62dfc-c3e3-4ef1-a58a-2d2d6a73effa tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:10.869791 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-211f6d7a-112c-45be-8d3e-fda4fd135a40 req-e8e62dfc-c3e3-4ef1-a58a-2d2d6a73effa tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0566726 Sep 15 02:31:10.908737 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-211f6d7a-112c-45be-8d3e-fda4fd135a40 req-242b2bde-bbe7-42ae-b418-91a5d504c64b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Sep 15 02:31:10.979969 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:11.953785 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:12.024820 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8d7ac-1ed2-4842-ab9e-806b08ce1587 req-ec271c15-6aaa-4b35-80d8-6bf1e707c92c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:12.026402 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cfc8d7ac-1ed2-4842-ab9e-806b08ce1587 req-ec271c15-6aaa-4b35-80d8-6bf1e707c92c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0492296 Sep 15 02:31:12.063141 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cfc8d7ac-1ed2-4842-ab9e-806b08ce1587 req-9b0b4b63-0711-4cae-9f81-ff20b3036008 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303941 Sep 15 02:31:13.181200 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00212fb7-27d1-48fa-b5c2-2fad9f922d5c req-736fb48c-bbf0-48a3-9787-5e14f38595cf tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:13.182582 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-00212fb7-27d1-48fa-b5c2-2fad9f922d5c req-736fb48c-bbf0-48a3-9787-5e14f38595cf tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0511136 Sep 15 02:31:13.222482 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-00212fb7-27d1-48fa-b5c2-2fad9f922d5c req-920ddebb-7a80-4bc8-9181-3c6caaba218e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334795 Sep 15 02:31:13.373538 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:14.339503 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d367a3-1bf2-488f-bc43-b9aa9c1b6e68 req-206108e9-e6c2-4f59-9a94-a8ace0a38d9e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:14.341114 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-31d367a3-1bf2-488f-bc43-b9aa9c1b6e68 req-206108e9-e6c2-4f59-9a94-a8ace0a38d9e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0519786 Sep 15 02:31:14.380430 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-31d367a3-1bf2-488f-bc43-b9aa9c1b6e68 req-4b427aec-c827-4632-87ef-a2e72dd6a6b0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Sep 15 02:31:15.427346 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39738) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:15.484310 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39742) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:15.513347 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d6137-8bc7-45ce-8894-2a0ee8f9e219 req-12c08ba8-4baf-4609-9a6c-6a095f3e2892 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:15.520697 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-300d6137-8bc7-45ce-8894-2a0ee8f9e219 req-12c08ba8-4baf-4609-9a6c-6a095f3e2892 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0647211 Sep 15 02:31:15.557691 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-300d6137-8bc7-45ce-8894-2a0ee8f9e219 req-8b669b01-9aa6-4f6b-ab5f-1544c4c445a3 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360940 Sep 15 02:31:15.588868 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2c5e59c5-c44f-4d64-8367-a8ac2468bf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.595402 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d67bb98f-c83c-44cd-bd01-dd0507d1b0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.682564 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2c5e59c5-c44f-4d64-8367-a8ac2468bf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.686721 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2c5e59c5-c44f-4d64-8367-a8ac2468bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.723827 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2c5e59c5-c44f-4d64-8367-a8ac2468bf6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fb22ef906594d469bdeacb4d190b0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949402 Sep 15 02:31:15.726515 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e59c5-c44f-4d64-8367-a8ac2468bf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ded807d-79a6-478d-b596-e4b6b7e3f4f6,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:15.729262 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39746) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:15.777301 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d67bb98f-c83c-44cd-bd01-dd0507d1b0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.781222 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d67bb98f-c83c-44cd-bd01-dd0507d1b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.784680 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5831ac39-4665-47ce-9732-e4c769fd8939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.809054 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5831ac39-4665-47ce-9732-e4c769fd8939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.821634 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d67bb98f-c83c-44cd-bd01-dd0507d1b0b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0a738746edc4065abdd9bf0edc267bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365710 Sep 15 02:31:15.824621 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39750) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:15.838061 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bb98f-c83c-44cd-bd01-dd0507d1b0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35455c44-3ea7-4f9e-b900-8f73ba08eb92,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:15.858224 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5831ac39-4665-47ce-9732-e4c769fd8939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.860953 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5831ac39-4665-47ce-9732-e4c769fd8939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.862114 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5831ac39-4665-47ce-9732-e4c769fd8939 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ded807d-79a6-478d-b596-e4b6b7e3f4f6 HTTP/1.1" status: 204 len: 168 time: 0.1321101 Sep 15 02:31:15.877697 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831ac39-4665-47ce-9732-e4c769fd8939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ded807d-79a6-478d-b596-e4b6b7e3f4f6,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:15.897717 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95c53315-bc23-4ef8-9f0d-58d5d90178d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.921611 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95c53315-bc23-4ef8-9f0d-58d5d90178d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.970302 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95c53315-bc23-4ef8-9f0d-58d5d90178d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.972963 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95c53315-bc23-4ef8-9f0d-58d5d90178d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:15.974116 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-95c53315-bc23-4ef8-9f0d-58d5d90178d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35455c44-3ea7-4f9e-b900-8f73ba08eb92 HTTP/1.1" status: 204 len: 168 time: 0.1485066 Sep 15 02:31:15.981862 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c53315-bc23-4ef8-9f0d-58d5d90178d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35455c44-3ea7-4f9e-b900-8f73ba08eb92,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:16.150595 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39762) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:16.163807 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7997026c-dd89-4cc7-a9aa-834e871b553c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.263605 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7997026c-dd89-4cc7-a9aa-834e871b553c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.270395 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7997026c-dd89-4cc7-a9aa-834e871b553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.312120 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7997026c-dd89-4cc7-a9aa-834e871b553c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04d145b25f134b96b2ff3b275ab84ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603000 Sep 15 02:31:16.313113 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997026c-dd89-4cc7-a9aa-834e871b553c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6055d903-4aa0-4536-a57f-2d7e4902530a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:16.315323 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39766) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:16.365204 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f708e7cd-53e7-4c67-8186-a77bf1c9ec37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.368189 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39768) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:16.381204 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-02317f42-b6e2-4989-a67b-a0316c23a97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.386557 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f708e7cd-53e7-4c67-8186-a77bf1c9ec37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.437788 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f708e7cd-53e7-4c67-8186-a77bf1c9ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.440604 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f708e7cd-53e7-4c67-8186-a77bf1c9ec37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.441855 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f708e7cd-53e7-4c67-8186-a77bf1c9ec37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6055d903-4aa0-4536-a57f-2d7e4902530a HTTP/1.1" status: 204 len: 168 time: 0.1254663 Sep 15 02:31:16.449949 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708e7cd-53e7-4c67-8186-a77bf1c9ec37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6055d903-4aa0-4536-a57f-2d7e4902530a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:16.486584 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-02317f42-b6e2-4989-a67b-a0316c23a97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.490634 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-02317f42-b6e2-4989-a67b-a0316c23a97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.532154 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-02317f42-b6e2-4989-a67b-a0316c23a97f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9054d0c565744146b0d0ea8ac77d6956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606145 Sep 15 02:31:16.532154 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02317f42-b6e2-4989-a67b-a0316c23a97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf1ffc0-ccf2-47fd-b718-50d54a9f2f20,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:16.532752 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39772) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:16.581909 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3d98297d-dc1d-4931-93b5-f3747cd28968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.608519 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3d98297d-dc1d-4931-93b5-f3747cd28968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.691786 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce81c5b-2b76-4efe-9e6a-c3f0552204f9 req-e7e0e2a3-2ea3-4922-9c22-f4e7f257ca9c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:16.693292 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5ce81c5b-2b76-4efe-9e6a-c3f0552204f9 req-e7e0e2a3-2ea3-4922-9c22-f4e7f257ca9c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0510342 Sep 15 02:31:16.706920 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3d98297d-dc1d-4931-93b5-f3747cd28968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.710042 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3d98297d-dc1d-4931-93b5-f3747cd28968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:16.711105 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3d98297d-dc1d-4931-93b5-f3747cd28968 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/acf1ffc0-ccf2-47fd-b718-50d54a9f2f20 HTTP/1.1" status: 204 len: 168 time: 0.1773946 Sep 15 02:31:16.726989 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98297d-dc1d-4931-93b5-f3747cd28968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf1ffc0-ccf2-47fd-b718-50d54a9f2f20,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:16.753483 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5ce81c5b-2b76-4efe-9e6a-c3f0552204f9 req-f04905f2-b86e-4ef5-b3da-c4e55252ab52 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538743 Sep 15 02:31:17.000846 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39792) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:17.016323 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fc54139c-a55e-4f04-8e04-e41b5c41a227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:17.112829 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fc54139c-a55e-4f04-8e04-e41b5c41a227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:17.119967 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fc54139c-a55e-4f04-8e04-e41b5c41a227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:17.155413 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54139c-a55e-4f04-8e04-e41b5c41a227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aea17f-d11f-467c-ab85-662d7ce006cd,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:17.159588 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fc54139c-a55e-4f04-8e04-e41b5c41a227 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ddf465e01d649ffb5ef5d67a6b77515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577108 Sep 15 02:31:17.162245 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39802) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:17.216562 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25ddb941-27ff-4dc9-b630-e66784b64b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:17.240436 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25ddb941-27ff-4dc9-b630-e66784b64b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:17.289458 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25ddb941-27ff-4dc9-b630-e66784b64b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:17.292258 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25ddb941-27ff-4dc9-b630-e66784b64b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:17.293470 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-25ddb941-27ff-4dc9-b630-e66784b64b74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11aea17f-d11f-467c-ab85-662d7ce006cd HTTP/1.1" status: 204 len: 168 time: 0.1303003 Sep 15 02:31:17.301811 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddb941-27ff-4dc9-b630-e66784b64b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aea17f-d11f-467c-ab85-662d7ce006cd,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:17.870075 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e71bc-8aa0-4ee6-89b0-a3ff0a915994 req-e3ee3cc6-20e1-49f4-a167-2c9307a0cee1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:17.871564 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4c3e71bc-8aa0-4ee6-89b0-a3ff0a915994 req-e3ee3cc6-20e1-49f4-a167-2c9307a0cee1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0490160 Sep 15 02:31:17.909153 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4c3e71bc-8aa0-4ee6-89b0-a3ff0a915994 req-1b893086-789b-450e-91e5-555ab45e31f1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Sep 15 02:31:19.029909 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b3949-6d51-49f0-92a8-001c0954a078 req-90c340ff-2151-453a-9107-8a37ae827553 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:19.031235 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f43b3949-6d51-49f0-92a8-001c0954a078 req-90c340ff-2151-453a-9107-8a37ae827553 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0508924 Sep 15 02:31:19.068698 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f43b3949-6d51-49f0-92a8-001c0954a078 req-ced1e019-36fb-4f24-b8ef-31efaa586814 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316768 Sep 15 02:31:20.186362 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34330663-4db9-4363-8dbe-674906c8275d req-84baaf61-a81d-4e7a-ab95-23bd9b0c3dc4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:20.187818 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-34330663-4db9-4363-8dbe-674906c8275d req-84baaf61-a81d-4e7a-ab95-23bd9b0c3dc4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0491738 Sep 15 02:31:20.224615 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-34330663-4db9-4363-8dbe-674906c8275d req-a8a69e64-2aa3-4dcb-91c9-b9e7b9168a7d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309293 Sep 15 02:31:21.342025 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770903eb-5e2c-400b-899a-3f42f22b7786 req-b5579228-0d6c-4ebc-9cea-bc183049b931 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:21.343749 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-770903eb-5e2c-400b-899a-3f42f22b7786 req-b5579228-0d6c-4ebc-9cea-bc183049b931 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0496600 Sep 15 02:31:21.381999 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-770903eb-5e2c-400b-899a-3f42f22b7786 req-c2cd0c1b-b510-45ad-8106-7d0d04cf0a8b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323720 Sep 15 02:31:22.502392 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bfa1f-898d-4b4f-9a15-76b402cccd72 req-798fc121-04f4-4711-bc4f-0dbc346b7201 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:22.503846 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-175bfa1f-898d-4b4f-9a15-76b402cccd72 req-798fc121-04f4-4711-bc4f-0dbc346b7201 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0551143 Sep 15 02:31:22.541268 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-175bfa1f-898d-4b4f-9a15-76b402cccd72 req-04f09e06-3ee6-4a35-843b-72b8275aa1c7 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311906 Sep 15 02:31:23.660473 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f9267-6590-4871-a0d7-8450632ab8cf req-e05eb168-77e8-4ece-9bbb-874e02e8a36d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:23.663518 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-146f9267-6590-4871-a0d7-8450632ab8cf req-e05eb168-77e8-4ece-9bbb-874e02e8a36d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0522630 Sep 15 02:31:23.702707 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-146f9267-6590-4871-a0d7-8450632ab8cf req-d900df2a-2023-438d-ab03-51b7dd9bc79a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325391 Sep 15 02:31:23.998606 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-bf14bba6-9c3f-455d-a02f-4dcd6e0c54e8 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:24.000068 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-bf14bba6-9c3f-455d-a02f-4dcd6e0c54e8 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 814 time: 0.1131592 Sep 15 02:31:24.015119 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-ea87f0b0-afe3-4c84-ac78-ff2309c98ebb tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/quotas/adaac922bb1d4dac87ae1a96045dcce2 HTTP/1.1" status: 200 len: 375 time: 0.0092292 Sep 15 02:31:24.049800 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-cca72b85-e537-4bd2-b593-f5ae93e43e1e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294397 Sep 15 02:31:24.146025 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-05cfd725-d7b3-45d7-bcaa-c9dad24e1c15 service neutron] 10.222.0.32 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891516 Sep 15 02:31:24.247347 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-b13ce8b6-4e61-4f5c-b685-1f19839ad4ab service neutron] 10.222.0.32 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948093 Sep 15 02:31:24.431197 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26923f2b-5b5f-4e09-bb99-919e59095e95 req-a3cbeafb-80b2-49ff-98e8-ae2a40bd31d2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 210 time: 0.0324295 Sep 15 02:31:24.831197 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0b095-b99d-49c1-ba6b-bd8e64d7bc25 req-7ac94c32-e5f2-4aaf-9bc7-22945987f7a6 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:24.837398 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dfc0b095-b99d-49c1-ba6b-bd8e64d7bc25 req-7ac94c32-e5f2-4aaf-9bc7-22945987f7a6 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0577641 Sep 15 02:31:24.889240 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dfc0b095-b99d-49c1-ba6b-bd8e64d7bc25 req-743ec979-c2d2-49cb-a075-cba6e4444590 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Sep 15 02:31:25.527899 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-55bfa6f4-7b8d-442b-8732-b6701740d72d req-92b45857-0781-4f8e-8c5a-c1524b76c3b0 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 210 time: 0.0259528 Sep 15 02:31:25.698795 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-89553708-c839-4a86-ad31-9ec51b5db387 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:25.700209 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-89553708-c839-4a86-ad31-9ec51b5db387 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 814 time: 0.1183491 Sep 15 02:31:25.735596 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Request body: {'port': {'device_id': '7eab21e8-8843-4655-93ef-81e4661b7f3a', 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757', 'admin_state_up': True, 'tenant_id': 'adaac922bb1d4dac87ae1a96045dcce2'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:31:25.848711 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Made reservation on behalf of adaac922bb1d4dac87ae1a96045dcce2 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:31:25.852151 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:26.003723 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Allocated IP 172.20.0.7 (5eb8c517-d333-4a6b-847d-73695cf75757/70b87685-6e21-411a-8516-9f6d48869262/6762829c-9308-475c-999c-dc5e14b75738) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:31:26.026645 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5b440-b02f-442f-b06b-b81d3907ceb3 req-f9743dff-623c-42f4-842d-0578eaa21afa tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:26.028110 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-28a5b440-b02f-442f-b06b-b81d3907ceb3 req-f9743dff-623c-42f4-842d-0578eaa21afa tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0760405 Sep 15 02:31:26.087421 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-28a5b440-b02f-442f-b06b-b81d3907ceb3 req-28a1b309-0286-4302-93d4-2cebcc5ba311 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527382 Sep 15 02:31:26.190070 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:26.225783 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:26.270140 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Network 5eb8c517-d333-4a6b-847d-73695cf75757 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:31:26.273012 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:31:26.276603 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:31:26.303275 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Pushing event updated for resources: {'Port': ['ID=6762829c-9308-475c-999c-dc5e14b75738,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:26.317805 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:26.318154 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:26.318495 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:26.318828 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:26.319161 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:26.319487 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:26.319813 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:26.320137 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:26.320458 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:26.320767 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502e5f5-0d2d-4d29-8fc4-531224d5f303 req-04aa1b06-a694-4da2-a4ad-d90031572744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:26.320864 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:26.321112 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:26.321433 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:26.322516 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2502e5f5-0d2d-4d29-8fc4-531224d5f303 req-04aa1b06-a694-4da2-a4ad-d90031572744 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 1099 time: 0.0430717 Sep 15 02:31:26.346642 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:26.347321 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:26.361416 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a23fbbc7-6e4b-450c-999f-b82a66457168 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6304004 Sep 15 02:31:26.362122 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2502e5f5-0d2d-4d29-8fc4-531224d5f303 req-5dfa4aee-186d-4e91-ae54-a71f80911cb3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300133 Sep 15 02:31:26.646098 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ea667-3a1f-48a3-a999-ac40f752bdf6 req-d9e9f3ec-74a1-44c3-8c0b-7dde3f0f77a6 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:26.647594 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-375ea667-3a1f-48a3-a999-ac40f752bdf6 req-d9e9f3ec-74a1-44c3-8c0b-7dde3f0f77a6 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 931 time: 0.0485361 Sep 15 02:31:26.684706 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-375ea667-3a1f-48a3-a999-ac40f752bdf6 req-5f8ba72b-7d5a-45e1-a393-28e43643455e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Sep 15 02:31:26.754687 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Request body: {'port': {'device_id': '7eab21e8-8843-4655-93ef-81e4661b7f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:31:26.812152 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:27.072491 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6762829c-9308-475c-999c-dc5e14b75738 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:31:27.081083 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:27.093803 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Transition to ACTIVE for port object 6762829c-9308-475c-999c-dc5e14b75738 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:31:27.096812 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:27.163217 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6762829c-9308-475c-999c-dc5e14b75738,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:27.207044 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468eabb-2976-45f1-90fe-a69305c40db6 req-4a891c81-91f3-4b0d-8b6c-4df1cd0aa3f0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:27.208664 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0468eabb-2976-45f1-90fe-a69305c40db6 req-4a891c81-91f3-4b0d-8b6c-4df1cd0aa3f0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0492880 Sep 15 02:31:27.210499 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Attempting to bind port 6762829c-9308-475c-999c-dc5e14b75738 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:31:27.210834 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Attempting to bind port 6762829c-9308-475c-999c-dc5e14b75738 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:31:27.211160 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Attempting to bind port 6762829c-9308-475c-999c-dc5e14b75738 on network 5eb8c517-d333-4a6b-847d-73695cf75757 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:31:27.218584 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Port 6762829c-9308-475c-999c-dc5e14b75738 on network 5eb8c517-d333-4a6b-847d-73695cf75757 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:31:27.218925 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Attempting to bind port 6762829c-9308-475c-999c-dc5e14b75738 on network 5eb8c517-d333-4a6b-847d-73695cf75757 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:31:27.228362 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:31:27.228703 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Checking segment: {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:31:27.229112 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Bound using segment: {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:31:27.229746 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Bound port: 6762829c-9308-475c-999c-dc5e14b75738, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:31:27.229906 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:27.257500 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0468eabb-2976-45f1-90fe-a69305c40db6 req-cc66b949-03b7-4e9e-aafb-b6d18c8d24e7 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346358 Sep 15 02:31:27.293478 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] For port 6762829c-9308-475c-999c-dc5e14b75738, host hv-cinder-75995, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:31:27.296429 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] For port 6762829c-9308-475c-999c-dc5e14b75738, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6762829c-9308-475c-999c-dc5e14b75738,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:31:27.301276 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:27.333830 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:27.334434 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:27.335779 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/6762829c-9308-475c-999c-dc5e14b75738 HTTP/1.1" status: 200 len: 1093 time: 0.5853724 Sep 15 02:31:27.336205 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eab21e8-8843-4655-93ef-81e4661b7f3a', 'tag': '6762829c-9308-475c-999c-dc5e14b75738'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:31:27.338426 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85303f58-615a-406c-9f8f-78b8c4bc8e57" -d '{"events": [{"name": "network-changed", "server_uuid": "7eab21e8-8843-4655-93ef-81e4661b7f3a", "tag": "6762829c-9308-475c-999c-dc5e14b75738"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:31:27.365767 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcb843-5993-4130-a543-e2d7ff40e4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6762829c-9308-475c-999c-dc5e14b75738,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:27.378516 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfaedfb-2187-4454-9faf-7d71a86849cf x-openstack-request-id: req-3cfaedfb-2187-4454-9faf-7d71a86849cf {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:31:27.378805 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eab21e8-8843-4655-93ef-81e4661b7f3a", "tag": "6762829c-9308-475c-999c-dc5e14b75738", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:31:27.379061 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cfaedfb-2187-4454-9faf-7d71a86849cf {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:31:27.379447 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eab21e8-8843-4655-93ef-81e4661b7f3a', 'tag': '6762829c-9308-475c-999c-dc5e14b75738', 'status': 'completed', 'code': 200} Sep 15 02:31:27.477576 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85303f58-615a-406c-9f8f-78b8c4bc8e57 req-b3a604f9-97c1-4d34-97d6-49875452c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:27.479167 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-85303f58-615a-406c-9f8f-78b8c4bc8e57 req-b3a604f9-97c1-4d34-97d6-49875452c50c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 1096 time: 0.0416064 Sep 15 02:31:27.594188 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85303f58-615a-406c-9f8f-78b8c4bc8e57 req-72aa2d90-caaa-498f-9458-f956cb82a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:27.595808 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-85303f58-615a-406c-9f8f-78b8c4bc8e57 req-72aa2d90-caaa-498f-9458-f956cb82a886 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954659 Sep 15 02:31:27.697353 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85303f58-615a-406c-9f8f-78b8c4bc8e57 req-56105ab6-4e68-4bb8-a9a4-8e0c1fa7d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:27.699196 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-85303f58-615a-406c-9f8f-78b8c4bc8e57 req-56105ab6-4e68-4bb8-a9a4-8e0c1fa7d7f0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948007 Sep 15 02:31:27.835452 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bc76-8a0e-4710-aa25-a86d75ad104b req-c9ec8913-69cb-4e9b-823f-f6b974817804 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:27.836956 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a599bc76-8a0e-4710-aa25-a86d75ad104b req-c9ec8913-69cb-4e9b-823f-f6b974817804 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 943 time: 0.0597296 Sep 15 02:31:27.916477 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a599bc76-8a0e-4710-aa25-a86d75ad104b req-dfd55ac9-ee73-4814-b126-663061460a36 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567198 Sep 15 02:31:27.923655 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-abd7f6b2-5a19-4ac5-b416-1088cdc9911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:27.923655 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-abd7f6b2-5a19-4ac5-b416-1088cdc9911a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 1096 time: 0.0757833 Sep 15 02:31:27.982083 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-8ccbc935-d1c5-40f7-8b3d-6239e30f799a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6762829c-9308-475c-999c-dc5e14b75738 HTTP/1.1" status: 200 len: 217 time: 0.0344448 Sep 15 02:31:28.073524 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-1d03a456-383f-408e-b580-421becb8e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:28.075041 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-1d03a456-383f-408e-b580-421becb8e952 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0450881 Sep 15 02:31:28.118440 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a07e0fc7-9e6b-4794-ba92-70a73da1a120 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321617 Sep 15 02:31:28.404012 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bef880-4e2d-41a3-beb6-9ab105021096 req-48881636-2b16-4fb9-ad3a-129699df5405 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:28.405994 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c8bef880-4e2d-41a3-beb6-9ab105021096 req-48881636-2b16-4fb9-ad3a-129699df5405 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0742939 Sep 15 02:31:28.435077 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-0c9e5116-2aa1-4f1e-8581-6d3ca25cc70a service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984703 Sep 15 02:31:28.445227 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c8bef880-4e2d-41a3-beb6-9ab105021096 req-4afdaeb1-d5fe-486d-b9ff-555e3b67ceb8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329294 Sep 15 02:31:28.566307 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b541af-5d00-465b-901e-9ef76c0016cf req-20f125fa-44f3-4397-93c8-0db9607b5933 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:28.567884 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-09b541af-5d00-465b-901e-9ef76c0016cf req-20f125fa-44f3-4397-93c8-0db9607b5933 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0562549 Sep 15 02:31:28.609094 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-09b541af-5d00-465b-901e-9ef76c0016cf req-aafd8921-371f-4a70-a631-5fe8358cd569 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343106 Sep 15 02:31:28.610405 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc9596b5-9704-4a1f-802f-0bf9bc77a187 req-a82b385c-de3b-43bc-b061-74f7abc4cc45 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950701 Sep 15 02:31:29.045901 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d02b4d-ead5-4546-8f04-b0ebf1145900 req-fa182d90-a30b-4e46-8e9d-e33d2d4ff87d tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:29.047356 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-37d02b4d-ead5-4546-8f04-b0ebf1145900 req-fa182d90-a30b-4e46-8e9d-e33d2d4ff87d tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 943 time: 0.0489745 Sep 15 02:31:29.083473 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-37d02b4d-ead5-4546-8f04-b0ebf1145900 req-145a12bc-30cd-4b4f-978b-1dc66fa688fb tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302954 Sep 15 02:31:30.193746 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90899d4-9c8e-4962-8784-87a51ed997fb req-e2eb9303-4298-470e-bedb-8e0d595f17c5 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:30.195092 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e90899d4-9c8e-4962-8784-87a51ed997fb req-e2eb9303-4298-470e-bedb-8e0d595f17c5 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 943 time: 0.0469265 Sep 15 02:31:30.232503 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e90899d4-9c8e-4962-8784-87a51ed997fb req-ebf7a61a-66fb-4e6a-bff7-98e56b868bc0 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315931 Sep 15 02:31:31.329999 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed491a-23b9-4f12-a079-b18dac9aa64a req-e9a3c37b-2b3f-4194-a13e-3fa9ccb5272f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:31.331556 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cbed491a-23b9-4f12-a079-b18dac9aa64a req-e9a3c37b-2b3f-4194-a13e-3fa9ccb5272f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0478668 Sep 15 02:31:31.373094 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cbed491a-23b9-4f12-a079-b18dac9aa64a req-f02d689b-9dec-4fe3-bb92-b9a13f484bc5 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330224 Sep 15 02:31:31.375682 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4504a0-d28e-4957-b00d-1bdd3f518c5d req-58c71d37-3268-483c-a3b8-f90f6ae269a6 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:31.377214 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3e4504a0-d28e-4957-b00d-1bdd3f518c5d req-58c71d37-3268-483c-a3b8-f90f6ae269a6 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 943 time: 0.0707510 Sep 15 02:31:31.379970 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eb6ad-3545-4c70-9e30-4d2d27731060 req-b7eb9522-d148-4d5b-87fe-1ab5ab65c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:31.381369 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-998eb6ad-3545-4c70-9e30-4d2d27731060 req-b7eb9522-d148-4d5b-87fe-1ab5ab65c6fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0827534 Sep 15 02:31:31.442446 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3e4504a0-d28e-4957-b00d-1bdd3f518c5d req-2ed60b9a-08bc-4b50-be0c-c0b73a671642 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594807 Sep 15 02:31:31.497019 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eb6ad-3545-4c70-9e30-4d2d27731060 req-929cef0c-3273-49b1-b6d0-3f26ecddf9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:31.498455 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-998eb6ad-3545-4c70-9e30-4d2d27731060 req-929cef0c-3273-49b1-b6d0-3f26ecddf9ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.1082401 Sep 15 02:31:31.541388 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-998eb6ad-3545-4c70-9e30-4d2d27731060 req-1fb116bc-3195-49d7-896b-f3749b93dec7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 217 time: 0.0342510 Sep 15 02:31:31.590165 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eb6ad-3545-4c70-9e30-4d2d27731060 req-c598c37d-656f-4885-a2b4-17a5d97c9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:31.591524 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-998eb6ad-3545-4c70-9e30-4d2d27731060 req-c598c37d-656f-4885-a2b4-17a5d97c9dba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0420346 Sep 15 02:31:31.626443 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-998eb6ad-3545-4c70-9e30-4d2d27731060 req-047132c3-b43d-4f93-bea6-1ae0a4486aa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271437 Sep 15 02:31:31.714883 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-998eb6ad-3545-4c70-9e30-4d2d27731060 req-a95020e4-ae24-4fd7-9000-df81df0b42c2 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800693 Sep 15 02:31:31.812052 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-998eb6ad-3545-4c70-9e30-4d2d27731060 req-04768cbd-47b3-4b18-8f02-09fc6b832c76 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850065 Sep 15 02:31:32.493160 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9369a0-5871-4695-925f-e84282b4b433 req-59934709-031f-443e-a109-1cb72dfc52ff tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:32.494635 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fc9369a0-5871-4695-925f-e84282b4b433 req-59934709-031f-443e-a109-1cb72dfc52ff tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0555499 Sep 15 02:31:32.532507 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fc9369a0-5871-4695-925f-e84282b4b433 req-b631daf1-1c6d-4851-ae26-143f1ac2588d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Sep 15 02:31:32.564035 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f74a02-e5b8-43ab-89e2-ab958ed0ce1c req-a9673e5b-3880-4e87-a355-56fbfc584b43 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:32.565589 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e3f74a02-e5b8-43ab-89e2-ab958ed0ce1c req-a9673e5b-3880-4e87-a355-56fbfc584b43 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 943 time: 0.0497522 Sep 15 02:31:32.601950 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e3f74a02-e5b8-43ab-89e2-ab958ed0ce1c req-d82fcaa5-7085-44ed-a70d-1b8076017cd8 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303769 Sep 15 02:31:32.914776 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:32.973809 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 6762829c-9308-475c-999c-dc5e14b75738 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:31:33.071821 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 6762829c-9308-475c-999c-dc5e14b75738, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6762829c-9308-475c-999c-dc5e14b75738,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:31:33.083654 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '6762829c-9308-475c-999c-dc5e14b75738', 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757', 'port_id': '6762829c-9308-475c-999c-dc5e14b75738', 'mac_address': 'fa:16:3e:8c:ea:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b87685-6e21-411a-8516-9f6d48869262', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:31:33.119881 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:33.132263 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6762829c-9308-475c-999c-dc5e14b75738 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:31:33.151271 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 6762829c-9308-475c-999c-dc5e14b75738, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6762829c-9308-475c-999c-dc5e14b75738,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:31:33.156171 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:33.202573 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=6762829c-9308-475c-999c-dc5e14b75738,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:33.209450 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:33.209818 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:33.210162 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:33.210498 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:33.210830 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:33.211160 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:33.211486 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:33.211813 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:33.212153 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:33.212480 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:33.212799 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:33.213162 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:31:33.474635 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 40310) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:33.609002 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4826383b-2e44-43c2-9def-a5baaebef723 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e095af2da2b34e03b63dbdf57a25389d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1331046 Sep 15 02:31:33.611513 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 40316) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:31:33.654656 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56664243-6936-4229-848d-0369d3e80e29 req-3ca4531d-ac68-4ae1-b58b-91fab3e39d0b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:33.656797 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-56664243-6936-4229-848d-0369d3e80e29 req-3ca4531d-ac68-4ae1-b58b-91fab3e39d0b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0551867 Sep 15 02:31:33.658321 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a3da4fa8-6f91-44a4-96fa-874f06e1a86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:33.682032 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a3da4fa8-6f91-44a4-96fa-874f06e1a86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:33.696628 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-56664243-6936-4229-848d-0369d3e80e29 req-c95bdfd6-361c-4109-b6fd-006cc645ba5d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Sep 15 02:31:33.754556 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['6762829c-9308-475c-999c-dc5e14b75738'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:31:33.756254 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51007a5e-7b80-4df5-87cd-f4e8d13725d0 req-03ac8cb7-194a-49ab-bf51-c7a144d722d0 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:33.757761 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-51007a5e-7b80-4df5-87cd-f4e8d13725d0 req-03ac8cb7-194a-49ab-bf51-c7a144d722d0 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 944 time: 0.0816712 Sep 15 02:31:33.786528 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a3da4fa8-6f91-44a4-96fa-874f06e1a86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:33.789249 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a3da4fa8-6f91-44a4-96fa-874f06e1a86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:33.790393 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a3da4fa8-6f91-44a4-96fa-874f06e1a86a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba088476-69ea-427b-85c3-a952e16983a4 HTTP/1.1" status: 204 len: 168 time: 0.1780026 Sep 15 02:31:33.802171 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da4fa8-6f91-44a4-96fa-874f06e1a86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba088476-69ea-427b-85c3-a952e16983a4,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:33.819635 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-51007a5e-7b80-4df5-87cd-f4e8d13725d0 req-90cf68fa-81dc-4d2e-a7e2-9de735b88ca2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554001 Sep 15 02:31:34.826379 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54549608-f047-44fa-8e74-1bde572cbf2c req-484bee13-7568-4f47-b783-6cc48bccd27a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:34.828743 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-54549608-f047-44fa-8e74-1bde572cbf2c req-484bee13-7568-4f47-b783-6cc48bccd27a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0615768 Sep 15 02:31:34.869383 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-54549608-f047-44fa-8e74-1bde572cbf2c req-697d4911-3862-4f27-8567-38ccc890cbdb tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344429 Sep 15 02:31:34.937518 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a6f9d-1d6f-4013-b264-cc15d94539d0 req-af011679-1a45-4836-b014-ae57a71b7b13 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:34.939177 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8b7a6f9d-1d6f-4013-b264-cc15d94539d0 req-af011679-1a45-4836-b014-ae57a71b7b13 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 944 time: 0.0492480 Sep 15 02:31:34.977173 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8b7a6f9d-1d6f-4013-b264-cc15d94539d0 req-9bb6e501-7c27-4288-b96b-5393674050c9 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Sep 15 02:31:35.980071 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526655c9-a590-45b9-b0e4-9e5a9703a5a3 req-e2661801-65e3-4aea-9c18-6917bdbf0a3d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:35.981542 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-526655c9-a590-45b9-b0e4-9e5a9703a5a3 req-e2661801-65e3-4aea-9c18-6917bdbf0a3d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0467703 Sep 15 02:31:36.020638 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-526655c9-a590-45b9-b0e4-9e5a9703a5a3 req-686e82aa-233d-41f2-9c62-cb611f10bf25 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327158 Sep 15 02:31:36.095292 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca2395-15a0-4edc-b5eb-b3450727092e req-dff3b720-3c36-4f5b-a6ee-0f55ebfee20e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:36.096752 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c6ca2395-15a0-4edc-b5eb-b3450727092e req-dff3b720-3c36-4f5b-a6ee-0f55ebfee20e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 944 time: 0.0518308 Sep 15 02:31:36.133789 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c6ca2395-15a0-4edc-b5eb-b3450727092e req-aa19f41e-d881-4818-9b27-b23c6782d3b3 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311282 Sep 15 02:31:36.378620 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bc995-93ee-484e-8e03-5fc966d79bdd req-baa75448-2b21-4e3f-ae19-d8c8b50145d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:36.380103 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-264bc995-93ee-484e-8e03-5fc966d79bdd req-baa75448-2b21-4e3f-ae19-d8c8b50145d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0411980 Sep 15 02:31:36.497987 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bc995-93ee-484e-8e03-5fc966d79bdd req-70e62a04-f41f-48d5-b483-0b870c20427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:36.499553 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-264bc995-93ee-484e-8e03-5fc966d79bdd req-70e62a04-f41f-48d5-b483-0b870c20427c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0863273 Sep 15 02:31:36.542839 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-264bc995-93ee-484e-8e03-5fc966d79bdd req-fb45985c-8b58-44fd-954a-88165d0c06f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 217 time: 0.0347266 Sep 15 02:31:36.589820 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bc995-93ee-484e-8e03-5fc966d79bdd req-5af14bec-1f40-4f3e-8b71-0ffc1fb30324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:36.591296 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-264bc995-93ee-484e-8e03-5fc966d79bdd req-5af14bec-1f40-4f3e-8b71-0ffc1fb30324 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0413151 Sep 15 02:31:36.624710 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-264bc995-93ee-484e-8e03-5fc966d79bdd req-ae4a50df-83e7-4e77-8ab5-a1c663927698 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236933 Sep 15 02:31:36.716805 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-264bc995-93ee-484e-8e03-5fc966d79bdd req-ecda5f2f-51de-4593-9ac1-f73cf0a7d79e service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837827 Sep 15 02:31:36.808211 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-264bc995-93ee-484e-8e03-5fc966d79bdd req-f30fb35b-37fb-40d1-934c-fd6c81665064 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840726 Sep 15 02:31:37.017577 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 6762829c-9308-475c-999c-dc5e14b75738 up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:31:37.085164 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 6762829c-9308-475c-999c-dc5e14b75738 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:31:37.088988 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 6762829c-9308-475c-999c-dc5e14b75738 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:31:37.089453 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:37.135639 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868f7b2-918c-40ce-a1a8-78aa6d8cd5b1 req-cda4bc92-4c24-44bf-933f-011a03b99882 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:37.137043 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f868f7b2-918c-40ce-a1a8-78aa6d8cd5b1 req-cda4bc92-4c24-44bf-933f-011a03b99882 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0485396 Sep 15 02:31:37.169481 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:37.188367 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f868f7b2-918c-40ce-a1a8-78aa6d8cd5b1 req-76d11fdd-ba81-44df-8899-e8b6eb5149ca tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450263 Sep 15 02:31:37.195037 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eab21e8-8843-4655-93ef-81e4661b7f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6762829c-9308-475c-999c-dc5e14b75738'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:31:37.198550 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92bf8b1-b7ea-4638-8bbd-d5476c52f8a4" -d '{"events": [{"server_uuid": "7eab21e8-8843-4655-93ef-81e4661b7f3a", "name": "network-vif-plugged", "status": "completed", "tag": "6762829c-9308-475c-999c-dc5e14b75738"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:31:37.212910 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 6762829c-9308-475c-999c-dc5e14b75738, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6762829c-9308-475c-999c-dc5e14b75738,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:31:37.222097 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:37.271849 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaab600-0922-4fc8-84be-c852f69a3d2b req-f0fd8889-2319-4923-8ef9-3eaa0e46b677 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:37.273364 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cbaab600-0922-4fc8-84be-c852f69a3d2b req-f0fd8889-2319-4923-8ef9-3eaa0e46b677 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0596020 Sep 15 02:31:37.281730 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d89eb7-89b9-4fcd-b5da-f39f825c73bf x-openstack-request-id: req-05d89eb7-89b9-4fcd-b5da-f39f825c73bf {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:31:37.282077 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eab21e8-8843-4655-93ef-81e4661b7f3a", "name": "network-vif-plugged", "status": "completed", "tag": "6762829c-9308-475c-999c-dc5e14b75738", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:31:37.282392 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05d89eb7-89b9-4fcd-b5da-f39f825c73bf {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:31:37.282838 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eab21e8-8843-4655-93ef-81e4661b7f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6762829c-9308-475c-999c-dc5e14b75738', 'code': 200} Sep 15 02:31:37.287334 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=6762829c-9308-475c-999c-dc5e14b75738,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:31:37.311358 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cbaab600-0922-4fc8-84be-c852f69a3d2b req-776b50e5-bc2b-4559-917d-99b617a730e7 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Sep 15 02:31:37.646610 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c944ab7-e0f2-4566-8ce9-bd825626f342 req-477da29d-ba64-4bf4-9c41-498e874379b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:37.648084 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4c944ab7-e0f2-4566-8ce9-bd825626f342 req-477da29d-ba64-4bf4-9c41-498e874379b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 1098 time: 0.0411701 Sep 15 02:31:37.724262 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4c944ab7-e0f2-4566-8ce9-bd825626f342 req-0cc7c262-aa78-4ad8-ba48-2a7c971ccd11 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280304 Sep 15 02:31:38.189765 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-48007175-3ec9-4f6e-b98c-295e66ab1820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:38.308777 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa68a-7751-4ea5-9838-c801b03cfba1 req-f2bbd1eb-d6e2-43ff-a173-3da02eed6e63 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:38.310778 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d22fa68a-7751-4ea5-9838-c801b03cfba1 req-f2bbd1eb-d6e2-43ff-a173-3da02eed6e63 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0512984 Sep 15 02:31:38.350877 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d22fa68a-7751-4ea5-9838-c801b03cfba1 req-100fd26d-2c9b-4bba-a684-7b3ef3c2aaeb tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329747 Sep 15 02:31:38.433545 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d782d95-4fa2-4592-b2b6-b22699d56641 req-f281eced-78db-4fe4-8a2a-047cbddc8254 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:38.435284 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1d782d95-4fa2-4592-b2b6-b22699d56641 req-f281eced-78db-4fe4-8a2a-047cbddc8254 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0476193 Sep 15 02:31:38.479417 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1d782d95-4fa2-4592-b2b6-b22699d56641 req-25b3927b-1c07-41e9-829d-f1da3e9e9892 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355885 Sep 15 02:31:39.467005 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb01b97-a559-4343-94f1-a45f750000a2 req-aebe5132-8776-4194-880d-cd0b9ce3b2e4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:39.468842 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0bb01b97-a559-4343-94f1-a45f750000a2 req-aebe5132-8776-4194-880d-cd0b9ce3b2e4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0491524 Sep 15 02:31:39.512857 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0bb01b97-a559-4343-94f1-a45f750000a2 req-7a04ce2c-08f4-4149-b7dd-8c32ba1648c3 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372491 Sep 15 02:31:39.613712 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d452bd-7c84-4161-9049-c4a86846ce8b req-d6b148bc-50ae-4507-b733-1f85b65de350 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:39.615085 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-08d452bd-7c84-4161-9049-c4a86846ce8b req-d6b148bc-50ae-4507-b733-1f85b65de350 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0485206 Sep 15 02:31:39.652317 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-08d452bd-7c84-4161-9049-c4a86846ce8b req-5cc70623-6e06-417c-92ac-6428a68500ad tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312359 Sep 15 02:31:40.625129 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3aba-3fac-4e6f-85bc-9940a8c5f5c5 req-68bcbcc5-074e-4c57-9ef1-3201b837b67a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:40.626654 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7a6f3aba-3fac-4e6f-85bc-9940a8c5f5c5 req-68bcbcc5-074e-4c57-9ef1-3201b837b67a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Sep 15 02:31:40.668427 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7a6f3aba-3fac-4e6f-85bc-9940a8c5f5c5 req-fb5c3903-dcb8-4119-ad9c-5bce7ab16266 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359156 Sep 15 02:31:40.677713 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4c2a497e-4636-40a9-bf96-159c5a5cf6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:40.773333 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0c17d-611b-427e-bdac-9e445db98c3d req-f9dbbab0-23c0-462f-8752-a3d7258d9209 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:40.774885 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-44f0c17d-611b-427e-bdac-9e445db98c3d req-f9dbbab0-23c0-462f-8752-a3d7258d9209 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0487077 Sep 15 02:31:40.813532 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-44f0c17d-611b-427e-bdac-9e445db98c3d req-a8d12c0e-caba-4764-86a3-06228f0350f1 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Sep 15 02:31:40.961369 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:41.781390 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483de72-b439-481e-9265-49a7acba5dde req-93464f16-ed7f-4e53-aa44-b4d1be945e2c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:41.782839 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2483de72-b439-481e-9265-49a7acba5dde req-93464f16-ed7f-4e53-aa44-b4d1be945e2c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0469644 Sep 15 02:31:41.819420 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2483de72-b439-481e-9265-49a7acba5dde req-72156a75-9bd0-4ff3-ae4c-46f58dc8046b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308471 Sep 15 02:31:41.921553 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7bdad-6a31-42b1-94e9-cd4cb17ada8a req-da393a6e-486f-41cd-b375-b8dd3cb66358 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:41.922988 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5a7bdad-6a31-42b1-94e9-cd4cb17ada8a req-da393a6e-486f-41cd-b375-b8dd3cb66358 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0464325 Sep 15 02:31:41.955672 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:41.963103 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5a7bdad-6a31-42b1-94e9-cd4cb17ada8a req-8839f869-33d3-4403-b2da-4563f51d87b4 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344310 Sep 15 02:31:42.929754 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e77d00-bed4-4adc-9fb9-3b4272599770 req-ae77b722-c31c-41a9-8789-daf46c20485a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:42.931385 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-25e77d00-bed4-4adc-9fb9-3b4272599770 req-ae77b722-c31c-41a9-8789-daf46c20485a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0473058 Sep 15 02:31:42.966481 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-25e77d00-bed4-4adc-9fb9-3b4272599770 req-b721417f-bc86-4f7a-b3ed-d5391914cf37 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295818 Sep 15 02:31:43.071532 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889b71a-f766-4de4-948d-ae3d5ef915a1 req-dcc89c56-2bb5-40e6-b431-b2203de562f1 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:43.072913 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0889b71a-f766-4de4-948d-ae3d5ef915a1 req-dcc89c56-2bb5-40e6-b431-b2203de562f1 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0477846 Sep 15 02:31:43.109460 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0889b71a-f766-4de4-948d-ae3d5ef915a1 req-b747d60f-b05d-4814-bf86-7e21f0bd4928 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309210 Sep 15 02:31:43.375122 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:31:44.077002 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4de319-a545-4177-89cc-002365efa21e req-a9df1f07-1c8b-4183-8a15-35ebe4235403 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:44.078444 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bc4de319-a545-4177-89cc-002365efa21e req-a9df1f07-1c8b-4183-8a15-35ebe4235403 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0472243 Sep 15 02:31:44.117823 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bc4de319-a545-4177-89cc-002365efa21e req-bd3cd815-c330-4b42-a28e-00325a72bea4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336361 Sep 15 02:31:44.218402 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b741c01-6cc9-4965-afd8-0f5ca2f1866f req-a29ed9ec-ca6e-4e4d-8971-688705cc44f1 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:44.219846 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6b741c01-6cc9-4965-afd8-0f5ca2f1866f req-a29ed9ec-ca6e-4e4d-8971-688705cc44f1 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0473666 Sep 15 02:31:44.258438 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6b741c01-6cc9-4965-afd8-0f5ca2f1866f req-1b482086-c133-4e55-b893-748a44a399d9 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325720 Sep 15 02:31:45.229710 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3479f5-1095-487b-b688-2e008661a2df req-6d2d0fe1-3016-4b57-a303-a94d8471eb8e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:45.231235 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fb3479f5-1095-487b-b688-2e008661a2df req-6d2d0fe1-3016-4b57-a303-a94d8471eb8e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0482404 Sep 15 02:31:45.269479 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fb3479f5-1095-487b-b688-2e008661a2df req-4828cad9-d918-4cf6-a1e9-9202f57fe7df tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317731 Sep 15 02:31:45.367239 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c60ca0-687b-45e9-85ec-58e9b3e6fe1e req-f37bc115-442e-4f24-bc6f-ae1dcd01cffd tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:45.368654 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-06c60ca0-687b-45e9-85ec-58e9b3e6fe1e req-f37bc115-442e-4f24-bc6f-ae1dcd01cffd tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0463955 Sep 15 02:31:45.408210 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-06c60ca0-687b-45e9-85ec-58e9b3e6fe1e req-f333d158-2415-492b-b69c-83fee08f95be tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331669 Sep 15 02:31:46.380221 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb3b43-b18d-40fc-aeef-b81b59b6e237 req-8fc22ff8-b801-47a8-94ff-2518c8db7e7c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:46.381681 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a9bb3b43-b18d-40fc-aeef-b81b59b6e237 req-8fc22ff8-b801-47a8-94ff-2518c8db7e7c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0470388 Sep 15 02:31:46.417959 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a9bb3b43-b18d-40fc-aeef-b81b59b6e237 req-97f5a551-f557-421e-a99e-f65feda18d8d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305510 Sep 15 02:31:46.517090 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21914e-8094-4a3e-adc9-22fb1464a633 req-68d7df57-accd-4475-8167-2c69cb189771 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:46.518546 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e21914e-8094-4a3e-adc9-22fb1464a633 req-68d7df57-accd-4475-8167-2c69cb189771 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0472732 Sep 15 02:31:46.555178 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e21914e-8094-4a3e-adc9-22fb1464a633 req-87174aa1-1e20-4f40-bec1-830fa601f9ae tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307326 Sep 15 02:31:46.603914 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:31:47.531820 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf33de-bb18-48f2-95c6-e7591d01acb2 req-468eed71-23b6-46ca-a55f-8ec78bc9cc8a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:47.533299 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d8bf33de-bb18-48f2-95c6-e7591d01acb2 req-468eed71-23b6-46ca-a55f-8ec78bc9cc8a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0474622 Sep 15 02:31:47.572740 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d8bf33de-bb18-48f2-95c6-e7591d01acb2 req-a57c678d-2d58-4428-b5d3-f3c92ddd5a4c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334873 Sep 15 02:31:47.670980 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a48fea-1863-4ab4-9983-610666a545dd req-0d9594ad-d340-4a2a-bb7f-4857aaf82281 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:47.672428 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a6a48fea-1863-4ab4-9983-610666a545dd req-0d9594ad-d340-4a2a-bb7f-4857aaf82281 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0476811 Sep 15 02:31:47.711173 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a6a48fea-1863-4ab4-9983-610666a545dd req-84efb634-620a-4bc3-8ec5-2dcf27681d5d tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Sep 15 02:31:48.682714 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9101340-02a1-4e04-bf97-dde9ab38762f req-691a88b0-7cd2-400d-87d8-56892a6d347d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:48.684144 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d9101340-02a1-4e04-bf97-dde9ab38762f req-691a88b0-7cd2-400d-87d8-56892a6d347d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0465012 Sep 15 02:31:48.720807 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d9101340-02a1-4e04-bf97-dde9ab38762f req-3fe71eb0-7f9b-407e-bf2e-4ec390307712 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299473 Sep 15 02:31:48.826881 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30f9c7-df48-4d47-82e1-05a8fd8fb065 req-6a7d4932-1ea1-444c-8305-af3f4527c0b5 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:48.828372 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c30f9c7-df48-4d47-82e1-05a8fd8fb065 req-6a7d4932-1ea1-444c-8305-af3f4527c0b5 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0478444 Sep 15 02:31:48.865582 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c30f9c7-df48-4d47-82e1-05a8fd8fb065 req-c49cf9bb-0be6-4cf5-a895-4c4a0686a284 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313802 Sep 15 02:31:49.836745 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4b0a7-72ac-4ff1-b5c5-b05474ac1473 req-d3adcd46-f752-428b-9f59-b374f4ef1c03 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:49.838233 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97f4b0a7-72ac-4ff1-b5c5-b05474ac1473 req-d3adcd46-f752-428b-9f59-b374f4ef1c03 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0514159 Sep 15 02:31:49.875577 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97f4b0a7-72ac-4ff1-b5c5-b05474ac1473 req-d22eaab0-9e2e-4fa4-9cfd-9c62f1a5928b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Sep 15 02:31:49.979064 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4990d-1ac7-4488-99d3-fa5cbfb28e6f req-f66537a1-74a2-491e-b6b2-9a5ceb5aaf74 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:49.980536 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11b4990d-1ac7-4488-99d3-fa5cbfb28e6f req-f66537a1-74a2-491e-b6b2-9a5ceb5aaf74 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0483668 Sep 15 02:31:50.020409 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11b4990d-1ac7-4488-99d3-fa5cbfb28e6f req-57beb01c-8af1-453e-a0b3-8383003da90a tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339313 Sep 15 02:31:50.988658 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39379c88-0c30-4722-ade4-048b758d6d91 req-a4b891b1-9872-4492-baa7-ab565a217ba1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:50.990146 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-39379c88-0c30-4722-ade4-048b758d6d91 req-a4b891b1-9872-4492-baa7-ab565a217ba1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0480812 Sep 15 02:31:51.027247 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-39379c88-0c30-4722-ade4-048b758d6d91 req-2ce76466-0ff3-4b9f-b9bf-c8a83be03c7a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313518 Sep 15 02:31:51.133330 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa23214-80a0-4967-8248-d20f820db0c3 req-436625ba-a9d1-4360-aba3-e0a6d1cf7310 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:51.134777 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1aa23214-80a0-4967-8248-d20f820db0c3 req-436625ba-a9d1-4360-aba3-e0a6d1cf7310 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0474229 Sep 15 02:31:51.171019 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1aa23214-80a0-4967-8248-d20f820db0c3 req-8499c548-461e-4e0b-8120-71acf2db51b3 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305367 Sep 15 02:31:52.138100 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2c31d-7464-4908-9e1a-2ce45d898373 req-8b097f1a-8671-41c4-b46f-c3861dc989a8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:52.140123 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f0c2c31d-7464-4908-9e1a-2ce45d898373 req-8b097f1a-8671-41c4-b46f-c3861dc989a8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0464380 Sep 15 02:31:52.174926 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f0c2c31d-7464-4908-9e1a-2ce45d898373 req-272eccc2-5809-4727-b75c-0ee0b0880465 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290489 Sep 15 02:31:53.290285 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f689ae-fa88-477f-a1b4-2b842fead0f4 req-6fdf79ed-ec4b-4443-a674-1154156d561d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:53.291647 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95f689ae-fa88-477f-a1b4-2b842fead0f4 req-6fdf79ed-ec4b-4443-a674-1154156d561d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0506945 Sep 15 02:31:53.328726 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95f689ae-fa88-477f-a1b4-2b842fead0f4 req-e78c52dc-2a20-4a59-8487-2582889481ff tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Sep 15 02:31:54.439212 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64cf1e-9997-4082-9ef1-66bef1199c90 req-66c34bf2-e7fc-4c7d-988f-1f20e69abd39 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:54.440657 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf64cf1e-9997-4082-9ef1-66bef1199c90 req-66c34bf2-e7fc-4c7d-988f-1f20e69abd39 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0468729 Sep 15 02:31:54.478101 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf64cf1e-9997-4082-9ef1-66bef1199c90 req-3a571b9e-54e1-4e0f-b3e6-574108916335 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315573 Sep 15 02:31:55.588544 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a992020-3013-46e5-9f46-861840344d3f req-6614c0c8-7056-462b-b282-12a4b286b09a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:55.590073 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a992020-3013-46e5-9f46-861840344d3f req-6614c0c8-7056-462b-b282-12a4b286b09a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0479074 Sep 15 02:31:55.630396 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a992020-3013-46e5-9f46-861840344d3f req-1284b304-2de6-462a-9e46-e49776a915a6 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325849 Sep 15 02:31:56.750903 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b78af-48ca-4584-a9dd-be7ea7872ce6 req-3c7327d9-fe54-42b1-830b-dbc5bf83df16 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:56.752376 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-056b78af-48ca-4584-a9dd-be7ea7872ce6 req-3c7327d9-fe54-42b1-830b-dbc5bf83df16 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0539420 Sep 15 02:31:56.791463 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-056b78af-48ca-4584-a9dd-be7ea7872ce6 req-bce4fa58-163d-49b6-bdfd-025db3325992 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330875 Sep 15 02:31:57.906719 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891f889-15b5-42a9-a9c4-46d2f7b5cf30 req-04f54f31-34b0-421e-a720-b615c8d7dfbe tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:57.908177 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f891f889-15b5-42a9-a9c4-46d2f7b5cf30 req-04f54f31-34b0-421e-a720-b615c8d7dfbe tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0483115 Sep 15 02:31:57.943906 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f891f889-15b5-42a9-a9c4-46d2f7b5cf30 req-46741a9a-b5fb-44ad-b39c-5cb4d2c62561 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299196 Sep 15 02:31:59.056946 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63622896-b03c-4f79-921b-ef0cb372be30 req-b8f2d7b9-3f57-447f-b919-8c3f59cd3b93 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:31:59.058302 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-63622896-b03c-4f79-921b-ef0cb372be30 req-b8f2d7b9-3f57-447f-b919-8c3f59cd3b93 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0476131 Sep 15 02:31:59.094948 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-63622896-b03c-4f79-921b-ef0cb372be30 req-edcfe37b-378b-411e-9b5e-c1c6c48f6428 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308955 Sep 15 02:32:02.923913 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:05.917902 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5344f9a-c2f0-4166-bc1d-a07efd71c667 req-70062aa3-2b1a-4d69-b92f-cb3b37a5f8b3 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:05.919444 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5344f9a-c2f0-4166-bc1d-a07efd71c667 req-70062aa3-2b1a-4d69-b92f-cb3b37a5f8b3 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0533545 Sep 15 02:32:05.965156 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5344f9a-c2f0-4166-bc1d-a07efd71c667 req-520ccc60-5582-4df0-9e3e-193bbc87550d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371301 Sep 15 02:32:07.079628 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e05c43-9671-4991-b2b6-9634f6bd4cac req-24f0a6bc-61f3-4c88-b3e6-3dabc6fac638 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:07.081289 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-73e05c43-9671-4991-b2b6-9634f6bd4cac req-24f0a6bc-61f3-4c88-b3e6-3dabc6fac638 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0492635 Sep 15 02:32:07.119458 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-73e05c43-9671-4991-b2b6-9634f6bd4cac req-4c032072-aedf-41f6-a482-f6c4cb22c737 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321255 Sep 15 02:32:07.458245 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e578e-9434-4003-a0e5-fb0230ba0a50 req-b108f8ea-de72-46f8-ba9e-2bd50a1b9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:07.459748 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-921e578e-9434-4003-a0e5-fb0230ba0a50 req-b108f8ea-de72-46f8-ba9e-2bd50a1b9504 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0395284 Sep 15 02:32:07.500727 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-921e578e-9434-4003-a0e5-fb0230ba0a50 req-4ec60aba-1280-4862-bad8-bacf5daf7a6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307784 Sep 15 02:32:08.190290 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1c9b4c9d-04af-4ca3-b41c-23eb779b0047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:08.235463 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c91ea-883e-41f5-94a8-28c604b11cb1 req-9443850b-7f89-41a5-936d-d687e5b793dc tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:08.236969 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-330c91ea-883e-41f5-94a8-28c604b11cb1 req-9443850b-7f89-41a5-936d-d687e5b793dc tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0506437 Sep 15 02:32:08.278077 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-330c91ea-883e-41f5-94a8-28c604b11cb1 req-f92b67d7-61ab-4f16-833e-39cec47856be tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352309 Sep 15 02:32:09.392321 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fc413-45b0-459e-bb9f-0962397c35d7 req-b5e2de16-2eca-4f34-b2cd-8dd42d568390 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:09.393826 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-332fc413-45b0-459e-bb9f-0962397c35d7 req-b5e2de16-2eca-4f34-b2cd-8dd42d568390 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0483704 Sep 15 02:32:09.431442 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-332fc413-45b0-459e-bb9f-0962397c35d7 req-8a4b082f-56c3-4a07-a4e6-49638f6859bf tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Sep 15 02:32:10.546366 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6a7e2-69e9-4e3d-8a65-6beca881be29 req-bf3deda0-aa48-4196-8351-9e2dec5e455d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:10.547742 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5f6a7e2-69e9-4e3d-8a65-6beca881be29 req-bf3deda0-aa48-4196-8351-9e2dec5e455d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0502524 Sep 15 02:32:10.585280 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5f6a7e2-69e9-4e3d-8a65-6beca881be29 req-ba89ce82-760f-4658-8dc3-41c56bdf039d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316231 Sep 15 02:32:10.680155 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1a18e499-2e21-41a8-966a-6d7e2e7a174d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:10.820605 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f884a-e0da-4097-8c5c-0e8551e15cae req-81c4e0af-104b-4d51-9515-3485a1ef3556 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:10.822092 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb1f884a-e0da-4097-8c5c-0e8551e15cae req-81c4e0af-104b-4d51-9515-3485a1ef3556 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0471430 Sep 15 02:32:10.858791 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb1f884a-e0da-4097-8c5c-0e8551e15cae req-d917ee6d-f225-477b-8a6b-45dda10419ff tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300112 Sep 15 02:32:10.961958 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:11.958909 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:11.972113 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8a04f-1142-46ac-8bf1-079e873116f8 req-397f9cdd-7e66-4803-9182-92dbc8bb0be1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:11.973606 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1de8a04f-1142-46ac-8bf1-079e873116f8 req-397f9cdd-7e66-4803-9182-92dbc8bb0be1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0496755 Sep 15 02:32:12.009662 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1de8a04f-1142-46ac-8bf1-079e873116f8 req-c91acbc5-cdeb-44bb-b67b-87fe0da3df8c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302782 Sep 15 02:32:13.124570 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d61a2-d032-4877-8031-23a80054f984 req-ff293348-b96e-40e4-a5d1-fd8f944dbd19 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:13.126026 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c74d61a2-d032-4877-8031-23a80054f984 req-ff293348-b96e-40e4-a5d1-fd8f944dbd19 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0498815 Sep 15 02:32:13.162137 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c74d61a2-d032-4877-8031-23a80054f984 req-9093d7de-99eb-41e9-883f-b3e08b1a954d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302308 Sep 15 02:32:13.380422 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:14.271376 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885edba-baae-4a1d-ab36-c483c5e9aa1f req-c8e49b89-d7ee-4ee6-87c0-8e9aead82c42 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:14.272821 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e885edba-baae-4a1d-ab36-c483c5e9aa1f req-c8e49b89-d7ee-4ee6-87c0-8e9aead82c42 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0470290 Sep 15 02:32:14.311058 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e885edba-baae-4a1d-ab36-c483c5e9aa1f req-6da543af-5acd-4e29-a702-36d5f8750995 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Sep 15 02:32:14.767489 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573b005-2c9f-4795-b328-4093c5edeb28 req-34570d52-8e38-448f-abd3-f61a573022c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:14.768971 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f573b005-2c9f-4795-b328-4093c5edeb28 req-34570d52-8e38-448f-abd3-f61a573022c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0394981 Sep 15 02:32:14.858711 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573b005-2c9f-4795-b328-4093c5edeb28 req-ba930482-14bc-450c-bfe5-bf9fbe70f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:14.860125 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f573b005-2c9f-4795-b328-4093c5edeb28 req-ba930482-14bc-450c-bfe5-bf9fbe70f271 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0809126 Sep 15 02:32:14.913016 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f573b005-2c9f-4795-b328-4093c5edeb28 req-6fedb492-11f1-4ee5-a789-9e49cc9fcb30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 217 time: 0.0368845 Sep 15 02:32:14.960894 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573b005-2c9f-4795-b328-4093c5edeb28 req-63b5a227-4e49-4926-bc72-123fac076c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:14.962260 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f573b005-2c9f-4795-b328-4093c5edeb28 req-63b5a227-4e49-4926-bc72-123fac076c11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0412998 Sep 15 02:32:14.993471 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f573b005-2c9f-4795-b328-4093c5edeb28 req-98256790-28df-45cc-a79f-998039bd5894 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228512 Sep 15 02:32:15.084137 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f573b005-2c9f-4795-b328-4093c5edeb28 req-42128639-b0c7-4e41-936c-f8c5130a1335 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834112 Sep 15 02:32:15.172533 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f573b005-2c9f-4795-b328-4093c5edeb28 req-ab92d134-cd73-4ae0-b23f-4590a058bf15 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798621 Sep 15 02:32:15.422278 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847623b3-c9ea-4961-9ea4-90f85a35a954 req-3c5930b4-3ac1-4a16-829c-c8b65f5b1f95 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:15.423846 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-847623b3-c9ea-4961-9ea4-90f85a35a954 req-3c5930b4-3ac1-4a16-829c-c8b65f5b1f95 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0471032 Sep 15 02:32:15.460813 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-847623b3-c9ea-4961-9ea4-90f85a35a954 req-a181aea4-1d25-4c76-8767-48b3c70b8f49 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311697 Sep 15 02:32:16.581404 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3111f-f917-4d84-b4b7-21fb8ab1ee3f req-5d777ff4-706f-4d03-8913-cef532aa5776 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:16.582871 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b3a3111f-f917-4d84-b4b7-21fb8ab1ee3f req-5d777ff4-706f-4d03-8913-cef532aa5776 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0516961 Sep 15 02:32:16.623048 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b3a3111f-f917-4d84-b4b7-21fb8ab1ee3f req-752131af-022e-4482-8047-04bd3e3cdbf9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344226 Sep 15 02:32:17.737007 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca6d08-ff14-4ff0-b96e-b9d2f3984d94 req-5910c019-7406-4ec2-b7d6-b5c10603895b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:17.738535 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a4ca6d08-ff14-4ff0-b96e-b9d2f3984d94 req-5910c019-7406-4ec2-b7d6-b5c10603895b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0474617 Sep 15 02:32:17.776285 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a4ca6d08-ff14-4ff0-b96e-b9d2f3984d94 req-78035baa-91fa-4461-a3ac-3c0d6b3a178e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Sep 15 02:32:17.903328 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-09ce3325-8550-40b6-9bde-56bc8c49412c tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:17.904767 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-09ce3325-8550-40b6-9bde-56bc8c49412c tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 814 time: 0.1010375 Sep 15 02:32:17.919888 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-96b74277-9489-4e5a-930a-1904c6710f51 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/quotas/adaac922bb1d4dac87ae1a96045dcce2 HTTP/1.1" status: 200 len: 375 time: 0.0091438 Sep 15 02:32:17.965864 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-85e14545-cdc4-4308-8600-74e740e90749 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0409284 Sep 15 02:32:18.056224 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-8d098b5b-ea3b-43aa-98f8-f7f9625408d3 service neutron] 10.222.0.32 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833941 Sep 15 02:32:18.142213 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-239e24d5-5c22-47ea-8708-e8626af6d5eb service neutron] 10.222.0.32 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793178 Sep 15 02:32:18.299978 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-892292f5-b5f6-4da8-be16-96c18a3883e8 req-b5c7bf4e-9ec7-451a-aef8-b717d178ca15 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 210 time: 0.0296702 Sep 15 02:32:18.889461 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad866-99b9-45f1-98fc-6e15accb500c req-34d53dbf-2337-47a6-8e91-53722352b070 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:18.890946 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-28cad866-99b9-45f1-98fc-6e15accb500c req-34d53dbf-2337-47a6-8e91-53722352b070 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0471036 Sep 15 02:32:18.931425 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-28cad866-99b9-45f1-98fc-6e15accb500c req-80efafc1-46fb-4041-a882-c2720bb6f730 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344584 Sep 15 02:32:19.379697 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-64dbb57f-0326-40da-8b9e-81e7aee2d1c2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:19.381240 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-64dbb57f-0326-40da-8b9e-81e7aee2d1c2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 814 time: 0.1278183 Sep 15 02:32:19.408432 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3cf0dbf5-1888-4e8c-9ff4-c0f18c923b21 req-6f1734e4-496a-40ed-9856-0c6e21dfdf5a tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 210 time: 0.0262587 Sep 15 02:32:19.417069 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Request body: {'port': {'device_id': '90aa84b9-4e0f-431d-8b55-b0dfb3038413', 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757', 'admin_state_up': True, 'tenant_id': 'adaac922bb1d4dac87ae1a96045dcce2'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:19.525091 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Made reservation on behalf of adaac922bb1d4dac87ae1a96045dcce2 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:32:19.529108 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:19.655519 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Allocated IP 172.20.0.6 (5eb8c517-d333-4a6b-847d-73695cf75757/70b87685-6e21-411a-8516-9f6d48869262/7fb46560-69b1-4773-b14b-aa3520c2e7bc) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:32:19.800542 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:19.831072 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:19.874789 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Network 5eb8c517-d333-4a6b-847d-73695cf75757 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:19.877682 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:19.881218 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:32:19.889736 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Pushing event updated for resources: {'Port': ['ID=7fb46560-69b1-4773-b14b-aa3520c2e7bc,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:19.912968 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['6762829c-9308-475c-999c-dc5e14b75738'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:32:19.934022 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:19.934630 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:19.947866 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-2bca893c-fc7e-4103-88d0-8758e573e564 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5344889 Sep 15 02:32:19.970048 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Request body: {'port': {'device_id': '90aa84b9-4e0f-431d-8b55-b0dfb3038413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:20.052942 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:20.079125 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e402a5-9a9d-4a39-8274-7e370ab0caaa req-9f44c798-85f9-4918-8702-7f481cfe5a67 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:20.080578 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-21e402a5-9a9d-4a39-8274-7e370ab0caaa req-9f44c798-85f9-4918-8702-7f481cfe5a67 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0836499 Sep 15 02:32:20.149641 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-21e402a5-9a9d-4a39-8274-7e370ab0caaa req-23f67e9d-f797-4863-9d04-19713b3679b7 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511246 Sep 15 02:32:20.548242 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cafbe2-5d86-4a34-a804-b144e70b1d24 req-12e913d5-0f7a-43a2-b10a-36ea191e274e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:20.549792 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f2cafbe2-5d86-4a34-a804-b144e70b1d24 req-12e913d5-0f7a-43a2-b10a-36ea191e274e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 931 time: 0.0604141 Sep 15 02:32:20.601711 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f2cafbe2-5d86-4a34-a804-b144e70b1d24 req-12559e0f-08ba-413a-9659-199975be01fb tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 Sep 15 02:32:20.603592 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb46560-69b1-4773-b14b-aa3520c2e7bc {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:32:20.611479 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:20.624353 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Transition to ACTIVE for port object 7fb46560-69b1-4773-b14b-aa3520c2e7bc will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:32:20.628040 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:20.706282 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb46560-69b1-4773-b14b-aa3520c2e7bc,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:20.754856 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Attempting to bind port 7fb46560-69b1-4773-b14b-aa3520c2e7bc on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:32:20.755188 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Attempting to bind port 7fb46560-69b1-4773-b14b-aa3520c2e7bc by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:32:20.755508 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Attempting to bind port 7fb46560-69b1-4773-b14b-aa3520c2e7bc on network 5eb8c517-d333-4a6b-847d-73695cf75757 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:32:20.759677 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Port 7fb46560-69b1-4773-b14b-aa3520c2e7bc on network 5eb8c517-d333-4a6b-847d-73695cf75757 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:32:20.760007 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Attempting to bind port 7fb46560-69b1-4773-b14b-aa3520c2e7bc on network 5eb8c517-d333-4a6b-847d-73695cf75757 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:32:20.765865 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:32:20.766264 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Checking segment: {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:20.766745 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Bound using segment: {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:32:20.767219 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Bound port: 7fb46560-69b1-4773-b14b-aa3520c2e7bc, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:32:20.767656 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:20.829292 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] For port 7fb46560-69b1-4773-b14b-aa3520c2e7bc, host hv-cinder-75995, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:32:20.832220 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] For port 7fb46560-69b1-4773-b14b-aa3520c2e7bc, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:32:20.836442 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:20.870850 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:20.872056 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:20.873423 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] 10.222.0.30 "PUT /v2.0/ports/7fb46560-69b1-4773-b14b-aa3520c2e7bc HTTP/1.1" status: 200 len: 1093 time: 0.9088714 Sep 15 02:32:20.873916 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90aa84b9-4e0f-431d-8b55-b0dfb3038413', 'tag': '7fb46560-69b1-4773-b14b-aa3520c2e7bc'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:32:20.876100 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c221715-7536-4adf-9e86-f07c23376b74" -d '{"events": [{"name": "network-changed", "server_uuid": "90aa84b9-4e0f-431d-8b55-b0dfb3038413", "tag": "7fb46560-69b1-4773-b14b-aa3520c2e7bc"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:32:20.899854 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2fc6e-84c5-45fb-ad3d-f46360ccc9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb46560-69b1-4773-b14b-aa3520c2e7bc,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:20.916290 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a6dbcf-0070-422a-a860-0195effb15b6 x-openstack-request-id: req-98a6dbcf-0070-422a-a860-0195effb15b6 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:32:20.916582 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90aa84b9-4e0f-431d-8b55-b0dfb3038413", "tag": "7fb46560-69b1-4773-b14b-aa3520c2e7bc", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:32:20.916835 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98a6dbcf-0070-422a-a860-0195effb15b6 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:32:20.917329 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90aa84b9-4e0f-431d-8b55-b0dfb3038413', 'tag': '7fb46560-69b1-4773-b14b-aa3520c2e7bc', 'status': 'completed', 'code': 200} Sep 15 02:32:21.204977 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-b76ade54-845c-43b9-9c1c-e156857a70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:21.206507 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-b76ade54-845c-43b9-9c1c-e156857a70fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 1096 time: 0.0406075 Sep 15 02:32:21.255777 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-acb41303-32c2-4995-81b2-6e73103c58c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc HTTP/1.1" status: 200 len: 217 time: 0.0333767 Sep 15 02:32:21.307980 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-0d8cf089-0060-49e4-b721-b2ab816f016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:21.309562 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-0d8cf089-0060-49e4-b721-b2ab816f016f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0472391 Sep 15 02:32:21.339239 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-b1d5d1aa-4c6f-4852-9a01-300c5d4d8a2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230253 Sep 15 02:32:21.425876 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-9d4d9641-5cda-4a12-98d7-ff7f9a026eff service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789342 Sep 15 02:32:21.515917 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92bb22f5-fdae-4f7d-8da1-7e0265385030 req-5fc56dab-dadc-403e-89c8-d5239086ee34 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823808 Sep 15 02:32:21.647600 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c221715-7536-4adf-9e86-f07c23376b74 req-d2b6e9ba-12e9-4724-a9ee-50447243cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:21.649135 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1c221715-7536-4adf-9e86-f07c23376b74 req-d2b6e9ba-12e9-4724-a9ee-50447243cdc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 1096 time: 0.0404403 Sep 15 02:32:21.767847 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19db05-532d-4058-a003-b018e198ccf2 req-d3873907-91c8-497f-9aa4-557884b961b3 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:21.769344 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de19db05-532d-4058-a003-b018e198ccf2 req-d3873907-91c8-497f-9aa4-557884b961b3 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 943 time: 0.0956845 Sep 15 02:32:21.785899 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c221715-7536-4adf-9e86-f07c23376b74 req-0778cc11-e3d6-4172-a286-649dac6a84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:21.787301 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1c221715-7536-4adf-9e86-f07c23376b74 req-0778cc11-e3d6-4172-a286-649dac6a84d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.1305952 Sep 15 02:32:21.813544 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de19db05-532d-4058-a003-b018e198ccf2 req-379480e0-ce09-40dd-9f7a-08b706b4f9ed tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366440 Sep 15 02:32:21.856618 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1c221715-7536-4adf-9e86-f07c23376b74 req-51fdda0d-5a9c-4b31-864c-2525c54cff52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc HTTP/1.1" status: 200 len: 217 time: 0.0370243 Sep 15 02:32:21.905378 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c221715-7536-4adf-9e86-f07c23376b74 req-b83759d9-8e3c-4097-b32f-aa837dcd5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:21.906815 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1c221715-7536-4adf-9e86-f07c23376b74 req-b83759d9-8e3c-4097-b32f-aa837dcd5adb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0431733 Sep 15 02:32:21.937905 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1c221715-7536-4adf-9e86-f07c23376b74 req-c50ac6d1-f371-47c0-8492-8bd3fca8c3a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238454 Sep 15 02:32:22.028211 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1c221715-7536-4adf-9e86-f07c23376b74 req-e2bfd478-ef96-4ef1-b3c1-7c8a26a341a3 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814660 Sep 15 02:32:22.113851 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1c221715-7536-4adf-9e86-f07c23376b74 req-64364ee7-91e6-48a7-a5ad-aa1d319c716c service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785401 Sep 15 02:32:22.944058 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2315-0e3c-42ee-89c7-8809ab2904d8 req-bcb4d99f-d538-4d06-9042-0e27cf7b58eb tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:22.945587 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-687e2315-0e3c-42ee-89c7-8809ab2904d8 req-bcb4d99f-d538-4d06-9042-0e27cf7b58eb tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 943 time: 0.0646234 Sep 15 02:32:22.987161 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-687e2315-0e3c-42ee-89c7-8809ab2904d8 req-c29852fa-c97e-4d97-bc02-50021617fe14 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341988 Sep 15 02:32:23.603042 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:32:23.937989 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41094) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:24.099251 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-474194f6-7ca8-4284-af99-280bc7337998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:24.139803 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd805af-ab61-4afb-967f-b3b27e2f7a43 req-da830ce5-bbc2-495b-93e3-851b1c5d9e14 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:24.141444 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dd805af-ab61-4afb-967f-b3b27e2f7a43 req-da830ce5-bbc2-495b-93e3-851b1c5d9e14 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 943 time: 0.0844436 Sep 15 02:32:24.212601 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dd805af-ab61-4afb-967f-b3b27e2f7a43 req-8ab2505a-5725-4b81-9c9f-044eea1758f0 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524542 Sep 15 02:32:24.273389 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-474194f6-7ca8-4284-af99-280bc7337998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:24.277408 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-474194f6-7ca8-4284-af99-280bc7337998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:24.320300 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-474194f6-7ca8-4284-af99-280bc7337998 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc4c4681aa63450d976c2d413df26639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811812 Sep 15 02:32:24.322409 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474194f6-7ca8-4284-af99-280bc7337998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d044e34c-0069-45bb-808b-d2b54cab5f49,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:24.323395 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41110) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:24.370764 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:24.391393 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:24.435383 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:24.438096 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:24.439228 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d044e34c-0069-45bb-808b-d2b54cab5f49 HTTP/1.1" status: 204 len: 168 time: 0.1148655 Sep 15 02:32:24.446463 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d044e34c-0069-45bb-808b-d2b54cab5f49,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:24.454032 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:24.454390 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:24.454729 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:24.455064 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:24.455395 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:24.455733 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:24.456061 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:24.456404 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:24.456717 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:24.457074 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:24.457399 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:24.457719 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba358a-9a02-4f25-b73a-34fd36d56f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:24.886343 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdedb51-f621-478a-b4e2-5c62bca54907 req-1077f5af-e65d-4c0b-92a0-4938b94c12e5 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:24.887907 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5cdedb51-f621-478a-b4e2-5c62bca54907 req-1077f5af-e65d-4c0b-92a0-4938b94c12e5 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0576439 Sep 15 02:32:24.925851 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5cdedb51-f621-478a-b4e2-5c62bca54907 req-85259d5d-7f5c-46b4-a85e-ad6db512dd15 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Sep 15 02:32:25.082009 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41142) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:25.181759 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-688294189-network', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:25.194416 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 7fb46560-69b1-4773-b14b-aa3520c2e7bc details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:32:25.203342 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Made reservation on behalf of 1b4ef7dbeb754af3ac01621e1d530f99 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:32:25.206054 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.215627 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.316260 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.327027 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.359150 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34be2c71-7617-48d3-885d-c19c9ff7b07e,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:25.368689 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:32:25.378575 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.379054 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Added segment 795d1273-3563-4237-809e-ffc0f964e063 of type vlan for network 452e613f-ba29-4da6-9a6a-84d99f3f55a8 Sep 15 02:32:25.399037 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1762e-f5d0-4f75-adc4-2d7acebc8672 req-99ac565e-6cb8-4866-a3cc-d733a5b17238 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:25.400528 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-76a1762e-f5d0-4f75-adc4-2d7acebc8672 req-99ac565e-6cb8-4866-a3cc-d733a5b17238 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 943 time: 0.1007721 Sep 15 02:32:25.404417 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 7fb46560-69b1-4773-b14b-aa3520c2e7bc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:32:25.421296 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '7fb46560-69b1-4773-b14b-aa3520c2e7bc', 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757', 'port_id': '7fb46560-69b1-4773-b14b-aa3520c2e7bc', 'mac_address': 'fa:16:3e:c8:5b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b87685-6e21-411a-8516-9f6d48869262', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:32:25.426155 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.469778 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.473693 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.474872 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:25.475614 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.482094 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-76a1762e-f5d0-4f75-adc4-2d7acebc8672 req-fa66d31f-b922-45a6-83b9-a1bd432300c2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742376 Sep 15 02:32:25.496052 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb46560-69b1-4773-b14b-aa3520c2e7bc {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:32:25.512760 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4296460 Sep 15 02:32:25.515717 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41162) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:25.518036 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 7fb46560-69b1-4773-b14b-aa3520c2e7bc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:32:25.521809 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-4d87a8f6-6f9c-4360-8cef-4e79da65cd7a admin admin] Request body: {'subnet': {'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-688294189-subnet', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:25.523972 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.560065 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d87a8f6-6f9c-4360-8cef-4e79da65cd7a admin admin] Made reservation on behalf of 1b4ef7dbeb754af3ac01621e1d530f99 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:32:25.562627 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4d87a8f6-6f9c-4360-8cef-4e79da65cd7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126700299'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.568605 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121d579-170c-45d3-983e-9e522e860142 admin admin] Pushing event updated for resources: {'Network': ['ID=452e613f-ba29-4da6-9a6a-84d99f3f55a8,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:25.576832 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=7fb46560-69b1-4773-b14b-aa3520c2e7bc,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:25.581106 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 452e613f-ba29-4da6-9a6a-84d99f3f55a8 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:32:25.751757 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4d87a8f6-6f9c-4360-8cef-4e79da65cd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126700325'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.804483 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87a8f6-6f9c-4360-8cef-4e79da65cd7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=716333ae-0c83-4ae7-966d-369b089d88d1,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:25.813384 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87a8f6-6f9c-4360-8cef-4e79da65cd7a admin admin] Checking segment: {'id': '795d1273-3563-4237-809e-ffc0f964e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:25.813739 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d87a8f6-6f9c-4360-8cef-4e79da65cd7a admin admin] Network hostable DHCP agents. Network: 452e613f-ba29-4da6-9a6a-84d99f3f55a8, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:32:25.831313 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d87a8f6-6f9c-4360-8cef-4e79da65cd7a admin admin] Network 452e613f-ba29-4da6-9a6a-84d99f3f55a8 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:32:25.839155 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-4d87a8f6-6f9c-4360-8cef-4e79da65cd7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 452e613f-ba29-4da6-9a6a-84d99f3f55a8) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:25.843133 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d87a8f6-6f9c-4360-8cef-4e79da65cd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:25.843711 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4d87a8f6-6f9c-4360-8cef-4e79da65cd7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.851544 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9348d1c7-ba36-4a58-9ed5-371f5a2979d2 None None] Network 452e613f-ba29-4da6-9a6a-84d99f3f55a8 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:32:25.857983 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4d87a8f6-6f9c-4360-8cef-4e79da65cd7a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3410373 Sep 15 02:32:25.860517 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41168) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:25.864802 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-688294189-router', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:25.885434 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7369'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.886548 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:25.939317 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.060514 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['7fb46560-69b1-4773-b14b-aa3520c2e7bc'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:32:26.081550 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.131182 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a767ca-0f23-5eb0-80d8-fbb4873b4484-452e613f-ba29-4da6-9a6a-84d99f3f55a8', 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'fixed_ips': [{'subnet_id': '716333ae-0c83-4ae7-966d-369b089d88d1'}]}} from dv-cinder-759955-25-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:32:26.132014 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.277834 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.297126 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.325560 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Allocated IP 172.20.0.2 (452e613f-ba29-4da6-9a6a-84d99f3f55a8/716333ae-0c83-4ae7-966d-369b089d88d1/5f520c7f-8cb9-4396-a2ee-1c4527c3b395) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:32:26.426576 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Allocated IP 172.27.2.17 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/eb96e7c4-8874-4864-8b51-0621110fd9f5) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:32:26.501963 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.516146 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.544482 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.554310 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Network 452e613f-ba29-4da6-9a6a-84d99f3f55a8 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:26.557607 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:26.561354 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:32:26.579808 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Pushing event updated for resources: {'Port': ['ID=5f520c7f-8cb9-4396-a2ee-1c4527c3b395,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:26.619261 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.634717 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Attempting to bind port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:32:26.635085 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Attempting to bind port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '795d1273-3563-4237-809e-ffc0f964e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:32:26.635523 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Attempting to bind port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 on network 452e613f-ba29-4da6-9a6a-84d99f3f55a8 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:32:26.641598 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:32:26.642001 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Checking segment: {'id': '795d1273-3563-4237-809e-ffc0f964e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:26.642431 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.642850 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Bound using segment: {'id': '795d1273-3563-4237-809e-ffc0f964e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:32:26.643333 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Bound port: 5f520c7f-8cb9-4396-a2ee-1c4527c3b395, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795d1273-3563-4237-809e-ffc0f964e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:32:26.643718 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.665185 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515146b1-153f-40aa-acf1-13e91b0d2a07 req-b2ebc4c6-484d-43a3-a4cc-bddcb0db5d70 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:26.666980 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-515146b1-153f-40aa-acf1-13e91b0d2a07 req-b2ebc4c6-484d-43a3-a4cc-bddcb0db5d70 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 944 time: 0.0870140 Sep 15 02:32:26.673168 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:26.682342 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:26.689206 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:32:26.694488 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Pushing event updated for resources: {'Port': ['ID=eb96e7c4-8874-4864-8b51-0621110fd9f5,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:26.717048 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] For port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:32:26.721940 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] For port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=5f520c7f-8cb9-4396-a2ee-1c4527c3b395,segment=NetworkSegment(795d1273-3563-4237-809e-ffc0f964e063),segment_id=795d1273-3563-4237-809e-ffc0f964e063)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:32:26.726280 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:26.726642 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:26.727094 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:26.727343 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:26.727581 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:26.727865 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:26.728265 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:26.728736 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:26.728975 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:26.729331 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:26.729676 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:26.730022 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:26.730408 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:26.770577 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-515146b1-153f-40aa-acf1-13e91b0d2a07 req-ef219c40-5b05-4ac5-8d77-fdc29377e9de tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944073 Sep 15 02:32:26.791909 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086488b-135f-42a7-ac3f-16ce06362bc2 None None] Pushing event updated for resources: {'Port': ['ID=5f520c7f-8cb9-4396-a2ee-1c4527c3b395,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:27.019299 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:27.215307 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528479'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:27.339458 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Router 636f0a58-6195-42ed-a960-1de12abb667a is scheduled to L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:32:27.657888 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:32:27.667228 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Sync routers for ids ['636f0a58-6195-42ed-a960-1de12abb667a'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:32:27.674429 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:27.675818 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f3db130a-0b0b-47d5-b07b-6197081418b4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8142774 Sep 15 02:32:27.677415 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Routers {'636f0a58-6195-42ed-a960-1de12abb667a'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:27.678030 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:32:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['636f0a58-6195-42ed-a960-1de12abb667a'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:27.678533 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41192) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:27.786679 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Set router 636f0a58-6195-42ed-a960-1de12abb667a gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:32:27.814368 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaebea9-89a7-409d-b0c4-2fd07fd715e5 None None] Network 452e613f-ba29-4da6-9a6a-84d99f3f55a8 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:32:27.918029 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-6be2adfe-ff2e-4a89-8cfb-ddd55a957b8f None None] Provisioning complete for port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:27.918892 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6be2adfe-ff2e-4a89-8cfb-ddd55a957b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:27.940343 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0874f8-3ad2-4858-af0d-fa4eeabcc566 req-24db4e8e-d659-4be8-9c97-2237076c3d43 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:27.942073 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ff0874f8-3ad2-4858-af0d-fa4eeabcc566 req-24db4e8e-d659-4be8-9c97-2237076c3d43 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 944 time: 0.0795591 Sep 15 02:32:27.991109 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f0a58-6195-42ed-a960-1de12abb667a', 'name': 'tempest-TestShelveInstance-688294189-router', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:25Z', 'updated_at': '2021-09-15T02:32:26Z', 'revision_number': 3, 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'gw_port': {'id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f0a58-6195-42ed-a960-1de12abb667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:26Z', 'updated_at': '2021-09-15T02:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:28.021384 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Checking router: 636f0a58-6195-42ed-a960-1de12abb667a for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:32:28.022007 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Updating router 636f0a58-6195-42ed-a960-1de12abb667a port eb96e7c4-8874-4864-8b51-0621110fd9f5 binding host dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:32:28.046601 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.049895 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ff0874f8-3ad2-4858-af0d-fa4eeabcc566 req-66555c2d-117c-4844-a046-9de8071ffc1d tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729239 Sep 15 02:32:28.081090 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6be2adfe-ff2e-4a89-8cfb-ddd55a957b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.121606 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-6be2adfe-ff2e-4a89-8cfb-ddd55a957b8f None None] For port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=5f520c7f-8cb9-4396-a2ee-1c4527c3b395,segment=NetworkSegment(795d1273-3563-4237-809e-ffc0f964e063),segment_id=795d1273-3563-4237-809e-ffc0f964e063)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:32:28.127761 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6be2adfe-ff2e-4a89-8cfb-ddd55a957b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.179156 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2adfe-ff2e-4a89-8cfb-ddd55a957b8f None None] Pushing event updated for resources: {'Port': ['ID=5f520c7f-8cb9-4396-a2ee-1c4527c3b395,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:28.203513 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.315808 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.321008 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.346976 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-7c6db9ac-d175-4ef0-a9b3-e87d884292c3 None None] Provisioning complete for port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:28.347523 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7c6db9ac-d175-4ef0-a9b3-e87d884292c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.366471 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Allocated IP 172.20.0.1 (452e613f-ba29-4da6-9a6a-84d99f3f55a8/716333ae-0c83-4ae7-966d-369b089d88d1/540a588a-0afd-4f91-a894-bf0a4781f0d0) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:32:28.375388 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Attempting to bind port eb96e7c4-8874-4864-8b51-0621110fd9f5 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:32:28.375813 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Attempting to bind port eb96e7c4-8874-4864-8b51-0621110fd9f5 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:32:28.376191 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Attempting to bind port eb96e7c4-8874-4864-8b51-0621110fd9f5 on network 73626132-cd8b-4a23-a2b0-fb3708e8a009 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:32:28.388919 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:32:28.389219 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Checking segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:28.389627 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.390025 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Bound using segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:32:28.390492 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Bound port: eb96e7c4-8874-4864-8b51-0621110fd9f5, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:32:28.390896 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.393346 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Pushing event updated for resources: {'Port': ['ID=eb96e7c4-8874-4864-8b51-0621110fd9f5,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:28.419570 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:28.419952 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:28.420299 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:28.420635 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:28.420994 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:28.421330 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:28.421663 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:28.421987 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:28.422334 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:28.422661 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:28.422986 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:28.423650 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:28.460359 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] For port eb96e7c4-8874-4864-8b51-0621110fd9f5, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:32:28.463390 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] For port eb96e7c4-8874-4864-8b51-0621110fd9f5, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=eb96e7c4-8874-4864-8b51-0621110fd9f5,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:32:28.470692 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.474439 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.512941 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.529573 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Routers {'636f0a58-6195-42ed-a960-1de12abb667a'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:28.530189 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:32:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['636f0a58-6195-42ed-a960-1de12abb667a'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:28.532753 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504196c-3c4f-489f-b2d9-24594c7e710a None None] Pushing event updated for resources: {'Port': ['ID=eb96e7c4-8874-4864-8b51-0621110fd9f5,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:28.559673 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Network 452e613f-ba29-4da6-9a6a-84d99f3f55a8 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:28.562422 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:28.565938 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:32:28.596196 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Pushing event updated for resources: {'Port': ['ID=540a588a-0afd-4f91-a894-bf0a4781f0d0,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:28.628762 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528520'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.733163 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] Set router 636f0a58-6195-42ed-a960-1de12abb667a gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:32:28.783676 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.860852 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-702002f4-ed8d-4c40-b4bf-5241220d84c0 None None] Provisioning complete for port 540a588a-0afd-4f91-a894-bf0a4781f0d0 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:28.862453 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-702002f4-ed8d-4c40-b4bf-5241220d84c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.888816 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:28.925216 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-702002f4-ed8d-4c40-b4bf-5241220d84c0 None None] Port 540a588a-0afd-4f91-a894-bf0a4781f0d0 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:32:28.929648 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f0a58-6195-42ed-a960-1de12abb667a', 'name': 'tempest-TestShelveInstance-688294189-router', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:25Z', 'updated_at': '2021-09-15T02:32:26Z', 'revision_number': 3, 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'gw_port': {'id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f0a58-6195-42ed-a960-1de12abb667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:26Z', 'updated_at': '2021-09-15T02:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:28.949801 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:28.950234 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:28.960662 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6910e5-ff7d-4676-8626-b32fbd7d1e81 None None] The sync data for ids ['636f0a58-6195-42ed-a960-1de12abb667a'] in dv-cinder-759955-25-iscsi is: [{'id': '636f0a58-6195-42ed-a960-1de12abb667a', 'name': 'tempest-TestShelveInstance-688294189-router', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:25Z', 'updated_at': '2021-09-15T02:32:26Z', 'revision_number': 3, 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'gw_port': {'id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f0a58-6195-42ed-a960-1de12abb667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:26Z', 'updated_at': '2021-09-15T02:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:32:28.996974 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:29.001943 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:29.073160 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531480'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:29.075481 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Pushing event updated for resources: {'Port': ['ID=540a588a-0afd-4f91-a894-bf0a4781f0d0,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:29.220687 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e142-68c0-4ac3-b96f-4ea1a63222ab req-a7e80599-f14f-4fa3-9a6f-5cf8ed09a1e1 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:29.222198 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3d06e142-68c0-4ac3-b96f-4ea1a63222ab req-a7e80599-f14f-4fa3-9a6f-5cf8ed09a1e1 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 944 time: 0.0835896 Sep 15 02:32:29.227246 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Network 452e613f-ba29-4da6-9a6a-84d99f3f55a8 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:29.234267 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:29.331522 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3d06e142-68c0-4ac3-b96f-4ea1a63222ab req-e3d7febb-209c-40c3-b3a3-cf3b920bbe65 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031659 Sep 15 02:32:29.388149 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Router 636f0a58-6195-42ed-a960-1de12abb667a has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:32:29.450041 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-260d8d59-ad6d-49f7-a281-c0ae7efb6790 None None] Provisioning complete for port 540a588a-0afd-4f91-a894-bf0a4781f0d0 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:29.450547 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-260d8d59-ad6d-49f7-a281-c0ae7efb6790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:29.490275 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-260d8d59-ad6d-49f7-a281-c0ae7efb6790 None None] Port 540a588a-0afd-4f91-a894-bf0a4781f0d0 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:32:29.508570 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:32:29.514582 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-16d359f0-8eb3-4491-829a-87abcf8a8f3e admin admin] 10.222.0.32 "PUT /v2.0/routers/636f0a58-6195-42ed-a960-1de12abb667a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8350551 Sep 15 02:32:30.002787 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41232) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:30.007763 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2127793214-network', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:30.026813 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Made reservation on behalf of 42a939f0e5b14dd8b43d0176da894ad0 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:32:30.029163 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.037546 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.127226 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.130617 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.149866 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:32:30.164431 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01e414f-09ae-4c44-8908-e8e141c74509,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:30.167327 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.167667 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Added segment efbe6bea-d30f-42c3-99a5-3bd1145e70f0 of type vlan for network c222a598-d10c-4158-a8f9-59cd6a91dfb9 Sep 15 02:32:30.207548 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.235925 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.236916 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:30.237500 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.266340 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2624471 Sep 15 02:32:30.269056 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41234) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:30.274007 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-9177e78d-82fc-45e1-b9a3-75e56a9ba56a admin admin] Request body: {'subnet': {'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2127793214-subnet', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:30.298383 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe5487-c2c5-4895-9f1e-0f170f3eb47a admin admin] Pushing event updated for resources: {'Network': ['ID=c222a598-d10c-4158-a8f9-59cd6a91dfb9,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:30.299404 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9177e78d-82fc-45e1-b9a3-75e56a9ba56a admin admin] Made reservation on behalf of 42a939f0e5b14dd8b43d0176da894ad0 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:32:30.307988 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9177e78d-82fc-45e1-b9a3-75e56a9ba56a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126700299'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.313488 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network c222a598-d10c-4158-a8f9-59cd6a91dfb9 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:32:30.513256 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f2111-17bc-48a1-b17e-e67b6491e2fe req-cfa7673d-5e23-4e8b-bf81-954815ac6dba tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:30.514763 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f61f2111-17bc-48a1-b17e-e67b6491e2fe req-cfa7673d-5e23-4e8b-bf81-954815ac6dba tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 944 time: 0.0943875 Sep 15 02:32:30.527857 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9177e78d-82fc-45e1-b9a3-75e56a9ba56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126700325'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.546682 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Sync routers for ids ['636f0a58-6195-42ed-a960-1de12abb667a'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:32:30.555619 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Routers {'636f0a58-6195-42ed-a960-1de12abb667a'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:30.556320 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:32:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['636f0a58-6195-42ed-a960-1de12abb667a'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:30.600952 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177e78d-82fc-45e1-b9a3-75e56a9ba56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9fd506-038d-4058-a39b-e877a7fc2732,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:30.606975 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f61f2111-17bc-48a1-b17e-e67b6491e2fe req-8ffd55fb-31ed-4acc-a1d8-0e402948221e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860815 Sep 15 02:32:30.616013 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177e78d-82fc-45e1-b9a3-75e56a9ba56a admin admin] Checking segment: {'id': 'efbe6bea-d30f-42c3-99a5-3bd1145e70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:30.616373 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9177e78d-82fc-45e1-b9a3-75e56a9ba56a admin admin] Network hostable DHCP agents. Network: c222a598-d10c-4158-a8f9-59cd6a91dfb9, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:32:30.635068 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9177e78d-82fc-45e1-b9a3-75e56a9ba56a admin admin] Network c222a598-d10c-4158-a8f9-59cd6a91dfb9 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:32:30.649943 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-9177e78d-82fc-45e1-b9a3-75e56a9ba56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, c222a598-d10c-4158-a8f9-59cd6a91dfb9) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:30.655736 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9177e78d-82fc-45e1-b9a3-75e56a9ba56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:30.656489 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9177e78d-82fc-45e1-b9a3-75e56a9ba56a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.662742 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb644f-8a9e-4a3e-b40a-49f711cebf28 None None] Network c222a598-d10c-4158-a8f9-59cd6a91dfb9 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:32:30.671412 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9177e78d-82fc-45e1-b9a3-75e56a9ba56a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4012351 Sep 15 02:32:30.674061 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41240) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:30.678520 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2127793214-router', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:30.703171 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7369'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.704378 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.736096 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Set router 636f0a58-6195-42ed-a960-1de12abb667a gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:32:30.760509 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.893746 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device eb96e7c4-8874-4864-8b51-0621110fd9f5 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:30.925449 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:30.988035 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a767ca-0f23-5eb0-80d8-fbb4873b4484-c222a598-d10c-4158-a8f9-59cd6a91dfb9', 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'fixed_ips': [{'subnet_id': 'dc9fd506-038d-4058-a39b-e877a7fc2732'}]}} from dv-cinder-759955-25-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:32:30.988945 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:31.148630 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:31.168701 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:31.231745 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port eb96e7c4-8874-4864-8b51-0621110fd9f5 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:31.232037 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:31.282461 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Allocated IP 172.27.2.154 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/ed2c5f23-652f-4f03-ba2a-a3ded91bee01) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:32:31.328790 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Allocated IP 172.20.0.2 (c222a598-d10c-4158-a8f9-59cd6a91dfb9/dc9fd506-038d-4058-a39b-e877a7fc2732/ab31a62c-c574-42cf-838c-d2c8e6c452f3) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:32:31.339701 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f0a58-6195-42ed-a960-1de12abb667a', 'name': 'tempest-TestShelveInstance-688294189-router', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:25Z', 'updated_at': '2021-09-15T02:32:28Z', 'revision_number': 4, 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'gw_port': {'id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f0a58-6195-42ed-a960-1de12abb667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:26Z', 'updated_at': '2021-09-15T02:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '540a588a-0afd-4f91-a894-bf0a4781f0d0', 'name': '', 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'mac_address': 'fa:16:3e:40:74:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f0a58-6195-42ed-a960-1de12abb667a', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '716333ae-0c83-4ae7-966d-369b089d88d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:28Z', 'updated_at': '2021-09-15T02:32:28Z', 'revision_number': 2, 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'subnets': [{'id': '716333ae-0c83-4ae7-966d-369b089d88d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:31.380477 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Checking router: 636f0a58-6195-42ed-a960-1de12abb667a for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:32:31.380836 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Updating router 636f0a58-6195-42ed-a960-1de12abb667a port 540a588a-0afd-4f91-a894-bf0a4781f0d0 binding host dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:32:31.400022 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:31.432469 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:31.477536 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:31.482902 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:31.548095 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port eb96e7c4-8874-4864-8b51-0621110fd9f5, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=eb96e7c4-8874-4864-8b51-0621110fd9f5,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:32:31.559727 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:31.678728 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:31.691727 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:31.702047 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:32:31.709637 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Pushing event updated for resources: {'Port': ['ID=ed2c5f23-652f-4f03-ba2a-a3ded91bee01,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:31.721955 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=eb96e7c4-8874-4864-8b51-0621110fd9f5,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:31.724947 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:31.745037 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:31.787928 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520c2a0-8234-4c9e-962e-6a655a1d866e req-f3556bc4-c7f5-493c-a444-f37a36be16a4 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:31.790272 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f520c2a0-8234-4c9e-962e-6a655a1d866e req-f3556bc4-c7f5-493c-a444-f37a36be16a4 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 944 time: 0.1023147 Sep 15 02:32:31.840793 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Network c222a598-d10c-4158-a8f9-59cd6a91dfb9 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:31.844230 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f520c2a0-8234-4c9e-962e-6a655a1d866e req-85b1e064-4aee-42de-aae7-14a755838826 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476129 Sep 15 02:32:31.850859 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:31.854204 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Pushing event updated for resources: {'Port': ['ID=ab31a62c-c574-42cf-838c-d2c8e6c452f3,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:31.856579 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:32:31.935333 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Attempting to bind port ab31a62c-c574-42cf-838c-d2c8e6c452f3 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:32:31.935703 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Attempting to bind port ab31a62c-c574-42cf-838c-d2c8e6c452f3 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': 'efbe6bea-d30f-42c3-99a5-3bd1145e70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:32:31.936063 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Attempting to bind port ab31a62c-c574-42cf-838c-d2c8e6c452f3 on network c222a598-d10c-4158-a8f9-59cd6a91dfb9 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:32:31.948156 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:32:31.948530 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Checking segment: {'id': 'efbe6bea-d30f-42c3-99a5-3bd1145e70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:31.949483 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:31.949874 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Bound using segment: {'id': 'efbe6bea-d30f-42c3-99a5-3bd1145e70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:32:31.950339 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Bound port: ab31a62c-c574-42cf-838c-d2c8e6c452f3, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbe6bea-d30f-42c3-99a5-3bd1145e70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:32:31.950717 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.019353 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.028167 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.031820 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.082415 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] For port ab31a62c-c574-42cf-838c-d2c8e6c452f3, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:32:32.087666 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] For port ab31a62c-c574-42cf-838c-d2c8e6c452f3, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=ab31a62c-c574-42cf-838c-d2c8e6c452f3,segment=NetworkSegment(efbe6bea-d30f-42c3-99a5-3bd1145e70f0),segment_id=efbe6bea-d30f-42c3-99a5-3bd1145e70f0)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:32:32.101346 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986288a8-7fa2-4587-af63-e695c0024b45 None None] Pushing event updated for resources: {'Port': ['ID=540a588a-0afd-4f91-a894-bf0a4781f0d0,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:32.104061 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.203390 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Attempting to bind port 540a588a-0afd-4f91-a894-bf0a4781f0d0 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:32:32.203761 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Attempting to bind port 540a588a-0afd-4f91-a894-bf0a4781f0d0 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '795d1273-3563-4237-809e-ffc0f964e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:32:32.204124 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Attempting to bind port 540a588a-0afd-4f91-a894-bf0a4781f0d0 on network 452e613f-ba29-4da6-9a6a-84d99f3f55a8 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:32:32.206255 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f3662-2269-44b5-9432-71eb1782b0a6 None None] Pushing event updated for resources: {'Port': ['ID=ab31a62c-c574-42cf-838c-d2c8e6c452f3,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:32.220544 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:32:32.221047 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Checking segment: {'id': '795d1273-3563-4237-809e-ffc0f964e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:32.221696 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.222163 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Bound using segment: {'id': '795d1273-3563-4237-809e-ffc0f964e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:32:32.222709 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Bound port: 540a588a-0afd-4f91-a894-bf0a4781f0d0, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795d1273-3563-4237-809e-ffc0f964e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:32:32.223179 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.266694 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528479'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.297746 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 7fb46560-69b1-4773-b14b-aa3520c2e7bc up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:32.304731 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] For port 540a588a-0afd-4f91-a894-bf0a4781f0d0, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:32:32.359822 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] For port 540a588a-0afd-4f91-a894-bf0a4781f0d0, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=540a588a-0afd-4f91-a894-bf0a4781f0d0,segment=NetworkSegment(795d1273-3563-4237-809e-ffc0f964e063),segment_id=795d1273-3563-4237-809e-ffc0f964e063)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:32:32.372617 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.385932 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Provisioning complete for port 540a588a-0afd-4f91-a894-bf0a4781f0d0 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:32.386297 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.429059 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Router 8c7f68db-7768-44ba-8326-c7c8b600abf4 is scheduled to L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:32:32.484899 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Routers {'636f0a58-6195-42ed-a960-1de12abb667a'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:32.485811 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:32:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['636f0a58-6195-42ed-a960-1de12abb667a'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:32.493761 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 7fb46560-69b1-4773-b14b-aa3520c2e7bc completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:32:32.544923 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986288a8-7fa2-4587-af63-e695c0024b45 None None] Pushing event updated for resources: {'Port': ['ID=540a588a-0afd-4f91-a894-bf0a4781f0d0,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:32.572176 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:32:32.575225 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 7fb46560-69b1-4773-b14b-aa3520c2e7bc triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:32.575598 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.585807 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Sync routers for ids ['8c7f68db-7768-44ba-8326-c7c8b600abf4'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:32:32.593243 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.597445 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41266) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:32.599173 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Routers {'8c7f68db-7768-44ba-8326-c7c8b600abf4'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:32.599844 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:32:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['8c7f68db-7768-44ba-8326-c7c8b600abf4'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:32.600802 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d46d0a1b-2f88-41c3-839b-cb55aa4d6e98 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9256167 Sep 15 02:32:32.704332 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.708235 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] Set router 636f0a58-6195-42ed-a960-1de12abb667a gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:32:32.736336 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Set router 8c7f68db-7768-44ba-8326-c7c8b600abf4 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:32:32.849271 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] For port 540a588a-0afd-4f91-a894-bf0a4781f0d0, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=540a588a-0afd-4f91-a894-bf0a4781f0d0,segment=NetworkSegment(795d1273-3563-4237-809e-ffc0f964e063),segment_id=795d1273-3563-4237-809e-ffc0f964e063)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:32:32.854811 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:32.896674 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.097943 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'name': 'tempest-TestShelveInstance-2127793214-router', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:30Z', 'updated_at': '2021-09-15T02:32:31Z', 'revision_number': 3, 'project_id': '42a939f0e5b14dd8b43d0176da894ad0', 'gw_port': {'id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:31Z', 'updated_at': '2021-09-15T02:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:33.129412 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Checking router: 8c7f68db-7768-44ba-8326-c7c8b600abf4 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:32:33.129954 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Updating router 8c7f68db-7768-44ba-8326-c7c8b600abf4 port ed2c5f23-652f-4f03-ba2a-a3ded91bee01 binding host dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:32:33.162478 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.192923 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 7fb46560-69b1-4773-b14b-aa3520c2e7bc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:32:33.196579 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device ab31a62c-c574-42cf-838c-d2c8e6c452f3 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:33.199376 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aa84b9-4e0f-431d-8b55-b0dfb3038413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb46560-69b1-4773-b14b-aa3520c2e7bc'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:32:33.202833 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c4db5a-562a-4820-9bf3-1da02d635ba9" -d '{"events": [{"server_uuid": "90aa84b9-4e0f-431d-8b55-b0dfb3038413", "name": "network-vif-plugged", "status": "completed", "tag": "7fb46560-69b1-4773-b14b-aa3520c2e7bc"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:32:33.218017 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.224648 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125e0fd-0946-414a-8d74-4568f5f007d4 req-0f0a8c6b-5e3c-4d6e-87cf-7ca7dbb346b0 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:33.226595 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5125e0fd-0946-414a-8d74-4568f5f007d4 req-0f0a8c6b-5e3c-4d6e-87cf-7ca7dbb346b0 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 944 time: 0.2083175 Sep 15 02:32:33.232541 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc8b4402-55f1-46e7-bcce-c9732b16c69b req-3339941a-a1ef-49f6-ace0-c8b6e7505c3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2132092 Sep 15 02:32:33.243259 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.248439 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-4810906e-21cb-4561-b547-6fe0bacccfdb None None] Provisioning complete for port 540a588a-0afd-4f91-a894-bf0a4781f0d0 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:33.249026 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4810906e-21cb-4561-b547-6fe0bacccfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.291656 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf09eea-aa7a-4ed3-b3d8-99c93864df80 x-openstack-request-id: req-6bf09eea-aa7a-4ed3-b3d8-99c93864df80 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:32:33.292507 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aa84b9-4e0f-431d-8b55-b0dfb3038413", "name": "network-vif-plugged", "status": "completed", "tag": "7fb46560-69b1-4773-b14b-aa3520c2e7bc", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:32:33.292507 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bf09eea-aa7a-4ed3-b3d8-99c93864df80 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:32:33.293461 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aa84b9-4e0f-431d-8b55-b0dfb3038413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb46560-69b1-4773-b14b-aa3520c2e7bc', 'code': 200} Sep 15 02:32:33.320243 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5125e0fd-0946-414a-8d74-4568f5f007d4 req-e777464d-6b35-40e5-8bda-66ebf89aa3c5 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843229 Sep 15 02:32:33.406130 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Pushing event updated for resources: {'Port': ['ID=540a588a-0afd-4f91-a894-bf0a4781f0d0,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:33.446324 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:33.446845 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:33.447309 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:33.448150 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:33.448593 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:33.449666 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:33.450196 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:33.451420 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:33.451420 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:33.451876 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:33.452591 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:33.454027 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d60ad-6ddb-4bf2-afbc-6d7d62c4db5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:32:33.475637 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b4402-55f1-46e7-bcce-c9732b16c69b req-cd2781fc-bc94-4f3e-a732-3b383074d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:33.477396 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc8b4402-55f1-46e7-bcce-c9732b16c69b req-cd2781fc-bc94-4f3e-a732-3b383074d487 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc2ce4399ef144efb17b4474c8f97969&device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 1099 time: 0.1509109 Sep 15 02:32:33.500290 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a499c-d56d-4fa6-96ec-9f1d408316ff None None] Network c222a598-d10c-4158-a8f9-59cd6a91dfb9 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:32:33.542403 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.552632 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.565554 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766f7c7-e072-4db2-a629-79357ae48306 req-dcb59b3e-78ca-4101-a7c9-3865c68dfe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:33.567861 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9766f7c7-e072-4db2-a629-79357ae48306 req-dcb59b3e-78ca-4101-a7c9-3865c68dfe28 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 1098 time: 0.0475929 Sep 15 02:32:33.609507 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8885c7-3f6f-4faa-bbe3-0d6fddc83a91 None None] Pushing event updated for resources: {'Port': ['ID=ed2c5f23-652f-4f03-ba2a-a3ded91bee01,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:33.614648 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9766f7c7-e072-4db2-a629-79357ae48306 req-a73c2634-d258-49b5-9919-fef0bcaab99e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Sep 15 02:32:33.643211 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=7fb46560-69b1-4773-b14b-aa3520c2e7bc,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:33.654549 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port ab31a62c-c574-42cf-838c-d2c8e6c452f3 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:33.654925 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.658165 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Attempting to bind port ed2c5f23-652f-4f03-ba2a-a3ded91bee01 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:32:33.658553 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Attempting to bind port ed2c5f23-652f-4f03-ba2a-a3ded91bee01 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:32:33.658916 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Attempting to bind port ed2c5f23-652f-4f03-ba2a-a3ded91bee01 on network 73626132-cd8b-4a23-a2b0-fb3708e8a009 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:32:33.665206 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:32:33.665808 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Checking segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:33.666361 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.667040 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Bound using segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:32:33.667688 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Bound port: ed2c5f23-652f-4f03-ba2a-a3ded91bee01, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:32:33.668243 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.711336 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.726252 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] For port ed2c5f23-652f-4f03-ba2a-a3ded91bee01, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:32:33.726864 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b4402-55f1-46e7-bcce-c9732b16c69b req-344fef08-3889-425e-af05-db145dcc238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:33.728579 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc8b4402-55f1-46e7-bcce-c9732b16c69b req-344fef08-3889-425e-af05-db145dcc238f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a253661e-f1ab-4f21-a6f2-e0d11c706346 HTTP/1.1" status: 200 len: 918 time: 0.1853442 Sep 15 02:32:33.730568 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] For port ed2c5f23-652f-4f03-ba2a-a3ded91bee01, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=ed2c5f23-652f-4f03-ba2a-a3ded91bee01,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:32:33.736223 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.748301 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-4322ad6a-9f7b-482b-87ec-dd7b88d2e32b None None] Provisioning complete for port ab31a62c-c574-42cf-838c-d2c8e6c452f3 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:33.748672 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4322ad6a-9f7b-482b-87ec-dd7b88d2e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:33.753418 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f0a58-6195-42ed-a960-1de12abb667a', 'name': 'tempest-TestShelveInstance-688294189-router', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:25Z', 'updated_at': '2021-09-15T02:32:28Z', 'revision_number': 4, 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'gw_port': {'id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f0a58-6195-42ed-a960-1de12abb667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:26Z', 'updated_at': '2021-09-15T02:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '540a588a-0afd-4f91-a894-bf0a4781f0d0', 'name': '', 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'mac_address': 'fa:16:3e:40:74:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f0a58-6195-42ed-a960-1de12abb667a', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '716333ae-0c83-4ae7-966d-369b089d88d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:28Z', 'updated_at': '2021-09-15T02:32:32Z', 'revision_number': 4, 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'subnets': [{'id': '716333ae-0c83-4ae7-966d-369b089d88d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:33.786411 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Routers {'8c7f68db-7768-44ba-8326-c7c8b600abf4'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:33.787013 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:32:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['8c7f68db-7768-44ba-8326-c7c8b600abf4'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:33.810349 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f218dd2-29a5-4648-a763-43cffd346c7d None None] The sync data for ids ['636f0a58-6195-42ed-a960-1de12abb667a'] in dv-cinder-759955-25-iscsi is: [{'id': '636f0a58-6195-42ed-a960-1de12abb667a', 'name': 'tempest-TestShelveInstance-688294189-router', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:25Z', 'updated_at': '2021-09-15T02:32:28Z', 'revision_number': 4, 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'gw_port': {'id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f0a58-6195-42ed-a960-1de12abb667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:26Z', 'updated_at': '2021-09-15T02:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '540a588a-0afd-4f91-a894-bf0a4781f0d0', 'name': '', 'network_id': '452e613f-ba29-4da6-9a6a-84d99f3f55a8', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'mac_address': 'fa:16:3e:40:74:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636f0a58-6195-42ed-a960-1de12abb667a', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '716333ae-0c83-4ae7-966d-369b089d88d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:28Z', 'updated_at': '2021-09-15T02:32:32Z', 'revision_number': 4, 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'subnets': [{'id': '716333ae-0c83-4ae7-966d-369b089d88d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:32:33.879875 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8885c7-3f6f-4faa-bbe3-0d6fddc83a91 None None] Pushing event updated for resources: {'Port': ['ID=ed2c5f23-652f-4f03-ba2a-a3ded91bee01,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:33.910985 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Allocated IP 172.20.0.1 (c222a598-d10c-4158-a8f9-59cd6a91dfb9/dc9fd506-038d-4058-a39b-e877a7fc2732/4926dd7c-cdcb-49d0-a3ab-5e086881a20f) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:32:33.945195 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] Set router 8c7f68db-7768-44ba-8326-c7c8b600abf4 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:32:33.990855 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.071029 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port ab31a62c-c574-42cf-838c-d2c8e6c452f3, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=ab31a62c-c574-42cf-838c-d2c8e6c452f3,segment=NetworkSegment(efbe6bea-d30f-42c3-99a5-3bd1145e70f0),segment_id=efbe6bea-d30f-42c3-99a5-3bd1145e70f0)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:32:34.083687 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.084614 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4322ad6a-9f7b-482b-87ec-dd7b88d2e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.101266 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.102084 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device eb96e7c4-8874-4864-8b51-0621110fd9f5 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:34.134792 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.174172 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Network c222a598-d10c-4158-a8f9-59cd6a91dfb9 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:34.177758 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:34.184351 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:32:34.234056 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'name': 'tempest-TestShelveInstance-2127793214-router', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:30Z', 'updated_at': '2021-09-15T02:32:31Z', 'revision_number': 3, 'project_id': '42a939f0e5b14dd8b43d0176da894ad0', 'gw_port': {'id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:31Z', 'updated_at': '2021-09-15T02:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:34.243870 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Pushing event updated for resources: {'Port': ['ID=4926dd7c-cdcb-49d0-a3ab-5e086881a20f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:34.269614 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.db.api [None req-4322ad6a-9f7b-482b-87ec-dd7b88d2e32b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:32:34.270023 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG oslo_db.api [None req-4322ad6a-9f7b-482b-87ec-dd7b88d2e32b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:32:34.273828 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2d05e-2994-41c2-a52b-a7f10521f580 None None] The sync data for ids ['8c7f68db-7768-44ba-8326-c7c8b600abf4'] in dv-cinder-759955-25-iscsi is: [{'id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'name': 'tempest-TestShelveInstance-2127793214-router', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:30Z', 'updated_at': '2021-09-15T02:32:31Z', 'revision_number': 3, 'project_id': '42a939f0e5b14dd8b43d0176da894ad0', 'gw_port': {'id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:31Z', 'updated_at': '2021-09-15T02:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:32:34.282018 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528520'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.313039 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=ab31a62c-c574-42cf-838c-d2c8e6c452f3,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:34.341681 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port eb96e7c4-8874-4864-8b51-0621110fd9f5 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:34.342384 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.588279 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc8b4402-55f1-46e7-bcce-c9732b16c69b req-b319d525-a69f-4c6c-900a-ec111cd7fccd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=433901a8-07c0-494e-a789-f99d63d6a550 HTTP/1.1" status: 200 len: 1002 time: 0.1945109 Sep 15 02:32:34.649609 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45116dc8-b82e-45ec-ba07-3f9f1ee9c2d4 req-01cda607-454d-4f73-8342-43c417eb7e57 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:34.651147 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-45116dc8-b82e-45ec-ba07-3f9f1ee9c2d4 req-01cda607-454d-4f73-8342-43c417eb7e57 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 945 time: 0.1807201 Sep 15 02:32:34.700613 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b4402-55f1-46e7-bcce-c9732b16c69b req-17e53c75-c3aa-4848-b499-680cf2c0b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:34.702087 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc8b4402-55f1-46e7-bcce-c9732b16c69b req-17e53c75-c3aa-4848-b499-680cf2c0b699 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07b4da09-c6cd-4778-8b6d-e85d177cecba HTTP/1.1" status: 200 len: 856 time: 0.1034889 Sep 15 02:32:34.704197 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:34.764191 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-45116dc8-b82e-45ec-ba07-3f9f1ee9c2d4 req-bc4bfce0-9c3f-4b33-95c8-8756e91d04a7 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919633 Sep 15 02:32:34.835282 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b4402-55f1-46e7-bcce-c9732b16c69b req-cb7900cc-d7c6-405e-85b9-3fd1db2bc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:34.837253 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc8b4402-55f1-46e7-bcce-c9732b16c69b req-cb7900cc-d7c6-405e-85b9-3fd1db2bc22e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a253661e-f1ab-4f21-a6f2-e0d11c706346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1196966 Sep 15 02:32:34.974878 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-b3d5b448-b057-4fb3-94c4-183527a9fbb7 None None] Provisioning complete for port ab31a62c-c574-42cf-838c-d2c8e6c452f3 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:34.976957 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b3d5b448-b057-4fb3-94c4-183527a9fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:35.042250 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device ab31a62c-c574-42cf-838c-d2c8e6c452f3 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:35.077332 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:35.086416 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc8b4402-55f1-46e7-bcce-c9732b16c69b req-f7bac1c5-0b26-49f2-9fb4-71c9060c47cf service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384987 Sep 15 02:32:35.090426 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:35.137471 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531480'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:35.151606 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port ab31a62c-c574-42cf-838c-d2c8e6c452f3 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:35.152596 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:35.203297 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-b3d5b448-b057-4fb3-94c4-183527a9fbb7 None None] Provisioning complete for port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:35.203664 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b3d5b448-b057-4fb3-94c4-183527a9fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:35.269451 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-b3d5b448-b057-4fb3-94c4-183527a9fbb7 None None] Port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:32:35.284058 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 540a588a-0afd-4f91-a894-bf0a4781f0d0 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:35.331634 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Pushing event updated for resources: {'Port': ['ID=4926dd7c-cdcb-49d0-a3ab-5e086881a20f,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:35.347908 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 540a588a-0afd-4f91-a894-bf0a4781f0d0 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:35.348703 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:35.369377 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc8b4402-55f1-46e7-bcce-c9732b16c69b req-5198b954-d3dd-403b-9585-0f423b9067f0 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354391 Sep 15 02:32:35.371509 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Network c222a598-d10c-4158-a8f9-59cd6a91dfb9 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:32:35.373080 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:32:35.486536 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device ed2c5f23-652f-4f03-ba2a-a3ded91bee01 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:35.589138 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port ed2c5f23-652f-4f03-ba2a-a3ded91bee01 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:35.589557 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:35.671539 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:35.703419 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port ed2c5f23-652f-4f03-ba2a-a3ded91bee01, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=ed2c5f23-652f-4f03-ba2a-a3ded91bee01,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:32:35.708567 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:35.712143 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d616ee17-ade7-46ee-adfc-020eca2aed2c None None] Provisioning complete for port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:35.712395 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d616ee17-ade7-46ee-adfc-020eca2aed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:35.736446 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Router 8c7f68db-7768-44ba-8326-c7c8b600abf4 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:32:35.781095 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-d616ee17-ade7-46ee-adfc-020eca2aed2c None None] Port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:32:35.786420 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=ed2c5f23-652f-4f03-ba2a-a3ded91bee01,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:35.850807 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:32:35.867562 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-fb1593c8-6e23-41c3-b898-be4cec159181 admin admin] 10.222.0.32 "PUT /v2.0/routers/8c7f68db-7768-44ba-8326-c7c8b600abf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2691107 Sep 15 02:32:35.890302 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c4582-a3cd-498c-a0f0-0a6400c82762 req-54e309e8-04e2-47e1-a014-ef612899ca90 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:35.891770 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bc5c4582-a3cd-498c-a0f0-0a6400c82762 req-54e309e8-04e2-47e1-a014-ef612899ca90 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 945 time: 0.0576530 Sep 15 02:32:35.928761 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bc5c4582-a3cd-498c-a0f0-0a6400c82762 req-c3c10bef-19cb-4d8a-a875-eac74633b0bb tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309095 Sep 15 02:32:36.593812 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41326) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:36.598388 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-d4486cfa-28d6-4040-bfc4-a3a172e25d4f tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-724680781', 'description': 'tempest-secgroup-smoke-724680781 description', 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:36.620306 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4486cfa-28d6-4040-bfc4-a3a172e25d4f tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.700783 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4486cfa-28d6-4040-bfc4-a3a172e25d4f tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.705003 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4486cfa-28d6-4040-bfc4-a3a172e25d4f tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.708534 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Sync routers for ids ['8c7f68db-7768-44ba-8326-c7c8b600abf4'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:32:36.718621 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Routers {'8c7f68db-7768-44ba-8326-c7c8b600abf4'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:36.719346 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:32:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['8c7f68db-7768-44ba-8326-c7c8b600abf4'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:36.732741 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4486cfa-28d6-4040-bfc4-a3a172e25d4f tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.733974 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d4486cfa-28d6-4040-bfc4-a3a172e25d4f tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1391709 Sep 15 02:32:36.735796 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4486cfa-28d6-4040-bfc4-a3a172e25d4f tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb64756-878a-453c-86e7-1d38cb38c9b8,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:36.737019 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41328) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:36.741660 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-71386300-d736-46b0-9686-79bfe5186112 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Request body: {'security_group_rule': {'security_group_id': '3fb64756-878a-453c-86e7-1d38cb38c9b8', 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:36.772392 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-71386300-d736-46b0-9686-79bfe5186112 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.840308 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Set router 8c7f68db-7768-44ba-8326-c7c8b600abf4 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:32:36.843003 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-71386300-d736-46b0-9686-79bfe5186112 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.846707 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-71386300-d736-46b0-9686-79bfe5186112 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.866882 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71386300-d736-46b0-9686-79bfe5186112 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3155689-1cc5-42f4-a956-fb3061523d46,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:36.869425 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device ed2c5f23-652f-4f03-ba2a-a3ded91bee01 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:36.877102 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-71386300-d736-46b0-9686-79bfe5186112 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.878554 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-71386300-d736-46b0-9686-79bfe5186112 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405246 Sep 15 02:32:36.881374 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41330) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:36.886129 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-a27960aa-74cf-4fc5-a1e5-d81cf4b540a2 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Request body: {'security_group_rule': {'security_group_id': '3fb64756-878a-453c-86e7-1d38cb38c9b8', 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:36.911847 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a27960aa-74cf-4fc5-a1e5-d81cf4b540a2 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.971420 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a27960aa-74cf-4fc5-a1e5-d81cf4b540a2 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.976232 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a27960aa-74cf-4fc5-a1e5-d81cf4b540a2 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:36.996678 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27960aa-74cf-4fc5-a1e5-d81cf4b540a2 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d16be2b-19fe-4839-918a-a590fa0f5d4d,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:37.007548 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a27960aa-74cf-4fc5-a1e5-d81cf4b540a2 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.009081 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a27960aa-74cf-4fc5-a1e5-d81cf4b540a2 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264637 Sep 15 02:32:37.012317 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41334) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:37.017222 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-0d2cd12f-08f5-427e-ab90-6dc275fe722b tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Request body: {'security_group_rule': {'security_group_id': '3fb64756-878a-453c-86e7-1d38cb38c9b8', 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:37.043909 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd12f-08f5-427e-ab90-6dc275fe722b tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.060065 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5111c-38d7-4980-969e-4f2c4e121918 req-9a2c0a20-3262-4a49-b114-3c2b62f7cabc tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:37.061781 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4cc5111c-38d7-4980-969e-4f2c4e121918 req-9a2c0a20-3262-4a49-b114-3c2b62f7cabc tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 945 time: 0.0585237 Sep 15 02:32:37.103787 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4cc5111c-38d7-4980-969e-4f2c4e121918 req-46f26237-ea52-416f-afe3-371d76b2aa30 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345929 Sep 15 02:32:37.110056 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd12f-08f5-427e-ab90-6dc275fe722b tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.115066 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd12f-08f5-427e-ab90-6dc275fe722b tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.129420 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port ed2c5f23-652f-4f03-ba2a-a3ded91bee01 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:37.129795 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.136724 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cd12f-08f5-427e-ab90-6dc275fe722b tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d75e98-4024-4dca-a7bd-9b82082b785b,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:37.149443 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd12f-08f5-427e-ab90-6dc275fe722b tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.154099 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41338) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:37.157405 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0d2cd12f-08f5-427e-ab90-6dc275fe722b tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436861 Sep 15 02:32:37.158685 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-50b4ead3-1fbe-42be-9ac2-c3b23a781306 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Request body: {'security_group_rule': {'security_group_id': '3fb64756-878a-453c-86e7-1d38cb38c9b8', 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:37.188760 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50b4ead3-1fbe-42be-9ac2-c3b23a781306 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.242951 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50b4ead3-1fbe-42be-9ac2-c3b23a781306 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.252666 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50b4ead3-1fbe-42be-9ac2-c3b23a781306 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.266787 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4ead3-1fbe-42be-9ac2-c3b23a781306 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466d0740-cebd-4e3f-9fc0-17581605c21e,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:37.267211 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'name': 'tempest-TestShelveInstance-2127793214-router', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:30Z', 'updated_at': '2021-09-15T02:32:34Z', 'revision_number': 4, 'project_id': '42a939f0e5b14dd8b43d0176da894ad0', 'gw_port': {'id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:31Z', 'updated_at': '2021-09-15T02:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '4926dd7c-cdcb-49d0-a3ab-5e086881a20f', 'name': '', 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'mac_address': 'fa:16:3e:19:30:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc9fd506-038d-4058-a39b-e877a7fc2732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:33Z', 'updated_at': '2021-09-15T02:32:34Z', 'revision_number': 2, 'project_id': '42a939f0e5b14dd8b43d0176da894ad0', 'subnets': [{'id': 'dc9fd506-038d-4058-a39b-e877a7fc2732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:37.275745 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50b4ead3-1fbe-42be-9ac2-c3b23a781306 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.277036 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-50b4ead3-1fbe-42be-9ac2-c3b23a781306 tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222219 Sep 15 02:32:37.279792 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41342) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:37.284020 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-1086478e-591f-4b91-9b85-465b478b5fdf tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Request body: {'security_group_rule': {'security_group_id': '3fb64756-878a-453c-86e7-1d38cb38c9b8', 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:37.296765 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Checking router: 8c7f68db-7768-44ba-8326-c7c8b600abf4 for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:32:37.297156 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Updating router 8c7f68db-7768-44ba-8326-c7c8b600abf4 port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f binding host dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:32:37.305279 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.securitygroups_db [None req-1086478e-591f-4b91-9b85-465b478b5fdf tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Project 1b4ef7dbeb754af3ac01621e1d530f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 02:32:37.310766 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1086478e-591f-4b91-9b85-465b478b5fdf tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.322209 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.376532 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1086478e-591f-4b91-9b85-465b478b5fdf tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.380214 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1086478e-591f-4b91-9b85-465b478b5fdf tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.402436 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086478e-591f-4b91-9b85-465b478b5fdf tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3aedc37-21ee-4051-807c-91f730d93307,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:37.410575 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1086478e-591f-4b91-9b85-465b478b5fdf tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.414803 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1086478e-591f-4b91-9b85-465b478b5fdf tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315475 Sep 15 02:32:37.415105 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41346) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:37.421151 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-778fe3af-e745-4b6b-abbf-3af60a72e92d tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Request body: {'security_group_rule': {'security_group_id': '3fb64756-878a-453c-86e7-1d38cb38c9b8', 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:32:37.451202 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.securitygroups_db [None req-778fe3af-e745-4b6b-abbf-3af60a72e92d tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Project 1b4ef7dbeb754af3ac01621e1d530f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 02:32:37.456034 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-778fe3af-e745-4b6b-abbf-3af60a72e92d tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.522097 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-778fe3af-e745-4b6b-abbf-3af60a72e92d tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.527069 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-778fe3af-e745-4b6b-abbf-3af60a72e92d tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.547127 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fe3af-e745-4b6b-abbf-3af60a72e92d tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcb1d86-b362-4916-83bd-a3142a12a290,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:37.554078 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-778fe3af-e745-4b6b-abbf-3af60a72e92d tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.555679 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-778fe3af-e745-4b6b-abbf-3af60a72e92d tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390886 Sep 15 02:32:37.597193 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.602590 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.658886 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539b13d-a49d-48a4-801a-fa90fed233dc None None] Pushing event updated for resources: {'Port': ['ID=4926dd7c-cdcb-49d0-a3ab-5e086881a20f,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:37.711938 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Attempting to bind port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:32:37.712509 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Attempting to bind port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': 'efbe6bea-d30f-42c3-99a5-3bd1145e70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:32:37.712661 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Attempting to bind port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f on network c222a598-d10c-4158-a8f9-59cd6a91dfb9 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:32:37.719419 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:32:37.719798 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Checking segment: {'id': 'efbe6bea-d30f-42c3-99a5-3bd1145e70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:32:37.720207 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.720603 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Bound using segment: {'id': 'efbe6bea-d30f-42c3-99a5-3bd1145e70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:32:37.721111 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Bound port: 4926dd7c-cdcb-49d0-a3ab-5e086881a20f, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbe6bea-d30f-42c3-99a5-3bd1145e70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:32:37.721493 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.790330 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] For port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:32:37.794397 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] For port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=4926dd7c-cdcb-49d0-a3ab-5e086881a20f,segment=NetworkSegment(efbe6bea-d30f-42c3-99a5-3bd1145e70f0),segment_id=efbe6bea-d30f-42c3-99a5-3bd1145e70f0)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:32:37.799492 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:37.847866 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Routers {'8c7f68db-7768-44ba-8326-c7c8b600abf4'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:32:37.848502 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:32:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['8c7f68db-7768-44ba-8326-c7c8b600abf4'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:37.930379 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539b13d-a49d-48a4-801a-fa90fed233dc None None] Pushing event updated for resources: {'Port': ['ID=4926dd7c-cdcb-49d0-a3ab-5e086881a20f,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:37.956371 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-8ffe4c8b-6dfd-4239-b235-77e005046eb9 None None] Provisioning complete for port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:37.956739 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4c8b-6dfd-4239-b235-77e005046eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:38.015904 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] Set router 8c7f68db-7768-44ba-8326-c7c8b600abf4 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:32:38.120344 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4c8b-6dfd-4239-b235-77e005046eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:38.211265 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-8ffe4c8b-6dfd-4239-b235-77e005046eb9 None None] For port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=4926dd7c-cdcb-49d0-a3ab-5e086881a20f,segment=NetworkSegment(efbe6bea-d30f-42c3-99a5-3bd1145e70f0),segment_id=efbe6bea-d30f-42c3-99a5-3bd1145e70f0)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:32:38.221176 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4c8b-6dfd-4239-b235-77e005046eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:38.222408 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5142f-894c-4a56-b376-fd5474737114 req-f665f5f0-b3b7-4169-bc6a-6fadb80bca44 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:38.224046 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-21b5142f-894c-4a56-b376-fd5474737114 req-f665f5f0-b3b7-4169-bc6a-6fadb80bca44 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 945 time: 0.0517797 Sep 15 02:32:38.230896 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0d6e4c64-37de-42c5-877f-8fcfccaac15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:38.263787 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-21b5142f-894c-4a56-b376-fd5474737114 req-fef781bb-4f8b-4956-9701-acc1a4931539 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333002 Sep 15 02:32:38.302914 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe4c8b-6dfd-4239-b235-77e005046eb9 None None] Pushing event updated for resources: {'Port': ['ID=4926dd7c-cdcb-49d0-a3ab-5e086881a20f,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:38.340042 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'name': 'tempest-TestShelveInstance-2127793214-router', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:30Z', 'updated_at': '2021-09-15T02:32:34Z', 'revision_number': 4, 'project_id': '42a939f0e5b14dd8b43d0176da894ad0', 'gw_port': {'id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:31Z', 'updated_at': '2021-09-15T02:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '4926dd7c-cdcb-49d0-a3ab-5e086881a20f', 'name': '', 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'mac_address': 'fa:16:3e:19:30:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc9fd506-038d-4058-a39b-e877a7fc2732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:33Z', 'updated_at': '2021-09-15T02:32:37Z', 'revision_number': 4, 'project_id': '42a939f0e5b14dd8b43d0176da894ad0', 'subnets': [{'id': 'dc9fd506-038d-4058-a39b-e877a7fc2732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:32:38.367860 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a8dfa-6b3c-432d-9741-ed4d9838b55f None None] The sync data for ids ['8c7f68db-7768-44ba-8326-c7c8b600abf4'] in dv-cinder-759955-25-iscsi is: [{'id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'name': 'tempest-TestShelveInstance-2127793214-router', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:30Z', 'updated_at': '2021-09-15T02:32:34Z', 'revision_number': 4, 'project_id': '42a939f0e5b14dd8b43d0176da894ad0', 'gw_port': {'id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:31Z', 'updated_at': '2021-09-15T02:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '4926dd7c-cdcb-49d0-a3ab-5e086881a20f', 'name': '', 'network_id': 'c222a598-d10c-4158-a8f9-59cd6a91dfb9', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'mac_address': 'fa:16:3e:19:30:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc9fd506-038d-4058-a39b-e877a7fc2732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:33Z', 'updated_at': '2021-09-15T02:32:37Z', 'revision_number': 4, 'project_id': '42a939f0e5b14dd8b43d0176da894ad0', 'subnets': [{'id': 'dc9fd506-038d-4058-a39b-e877a7fc2732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:32:38.373661 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-ef056ea0-086a-443a-a34a-6f717658e3b9 None None] Provisioning complete for port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:38.374036 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ef056ea0-086a-443a-a34a-6f717658e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:38.869165 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 4926dd7c-cdcb-49d0-a3ab-5e086881a20f up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:32:38.919512 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:32:38.919880 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:39.376819 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73914f0-27f4-4912-85eb-bc60e2d1d0e7 req-4f45e898-bead-4b0b-b52d-1847a20b6e5b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:39.378325 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f73914f0-27f4-4912-85eb-bc60e2d1d0e7 req-4f45e898-bead-4b0b-b52d-1847a20b6e5b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 945 time: 0.0486033 Sep 15 02:32:39.415075 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f73914f0-27f4-4912-85eb-bc60e2d1d0e7 req-f7247f6d-a98f-48cf-b575-5ad27bcdc179 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309072 Sep 15 02:32:40.528077 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b657db-07e7-4168-89e9-cdf1b4d2f1c4 req-b239b5e1-3edf-47a3-8e6c-f1a9d27821da tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:40.529567 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-65b657db-07e7-4168-89e9-cdf1b4d2f1c4 req-b239b5e1-3edf-47a3-8e6c-f1a9d27821da tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 945 time: 0.0482981 Sep 15 02:32:40.569337 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-65b657db-07e7-4168-89e9-cdf1b4d2f1c4 req-0dbc247b-8957-4127-bc32-3fbfef98ef52 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339537 Sep 15 02:32:40.679973 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-80690934-7d36-4275-b0b4-8d1b75e8c6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:40.963845 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:41.681939 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249928a-0546-4052-8082-55740f84fde9 req-1dc9b868-8e82-4687-9c4b-67ac262f1c83 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:32:41.683899 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4249928a-0546-4052-8082-55740f84fde9 req-1dc9b868-8e82-4687-9c4b-67ac262f1c83 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 945 time: 0.0481050 Sep 15 02:32:41.722532 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4249928a-0546-4052-8082-55740f84fde9 req-a42b91df-406b-447f-8561-36c18f31d461 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Sep 15 02:32:41.961432 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:43.379217 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:46.365441 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41546) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:46.468804 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7a20ca5-17ac-4411-87a7-4072e8992346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:46.553254 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7a20ca5-17ac-4411-87a7-4072e8992346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:46.557247 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7a20ca5-17ac-4411-87a7-4072e8992346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:46.595084 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c7a20ca5-17ac-4411-87a7-4072e8992346 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a1b8612adb24c1595c3aebc8ecbcc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286308 Sep 15 02:32:46.596869 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a20ca5-17ac-4411-87a7-4072e8992346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac297d09-791d-437d-9735-950f67b65163,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:46.597938 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41552) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:46.646669 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-64287200-0114-47cf-a885-f4fcc916a0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:46.668471 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-64287200-0114-47cf-a885-f4fcc916a0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:46.718484 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-64287200-0114-47cf-a885-f4fcc916a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:46.721032 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-64287200-0114-47cf-a885-f4fcc916a0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:46.726012 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-64287200-0114-47cf-a885-f4fcc916a0a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac297d09-791d-437d-9735-950f67b65163 HTTP/1.1" status: 204 len: 168 time: 0.1232264 Sep 15 02:32:46.739371 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64287200-0114-47cf-a885-f4fcc916a0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac297d09-791d-437d-9735-950f67b65163,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:48.649292 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41586) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:48.751848 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fff5a003-1b00-4f0a-ae4f-06fa0fb910ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:48.844616 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fff5a003-1b00-4f0a-ae4f-06fa0fb910ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:48.852282 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fff5a003-1b00-4f0a-ae4f-06fa0fb910ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:48.890256 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-fff5a003-1b00-4f0a-ae4f-06fa0fb910ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfdda32417c8466bb74c29c2031a1003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398882 Sep 15 02:32:48.892795 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41594) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:48.899047 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5a003-1b00-4f0a-ae4f-06fa0fb910ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e91d00-5146-4a9b-94fa-a573471e5d70,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:48.946871 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-36ad26f4-eb49-4330-b62c-9bdbc610efe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:48.967873 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-36ad26f4-eb49-4330-b62c-9bdbc610efe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:49.011766 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-36ad26f4-eb49-4330-b62c-9bdbc610efe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:49.014351 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-36ad26f4-eb49-4330-b62c-9bdbc610efe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:49.015521 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-36ad26f4-eb49-4330-b62c-9bdbc610efe2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80e91d00-5146-4a9b-94fa-a573471e5d70 HTTP/1.1" status: 204 len: 168 time: 0.1217868 Sep 15 02:32:49.023793 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad26f4-eb49-4330-b62c-9bdbc610efe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e91d00-5146-4a9b-94fa-a573471e5d70,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:50.026270 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41632) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:50.128359 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ff1910a-dbb1-4fb5-becc-376dc91510b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:50.216925 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ff1910a-dbb1-4fb5-becc-376dc91510b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:50.220556 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ff1910a-dbb1-4fb5-becc-376dc91510b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:50.259104 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4ff1910a-dbb1-4fb5-becc-376dc91510b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a35c6ea51c1248579444390caa4acf61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316937 Sep 15 02:32:50.261015 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1910a-dbb1-4fb5-becc-376dc91510b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bba044-893b-4d41-a386-b57db06de75a,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:32:50.261927 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41636) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:32:50.313908 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-96fb7903-2298-48cd-8dca-e0c7dd47fad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:50.334093 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-96fb7903-2298-48cd-8dca-e0c7dd47fad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:50.384604 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-96fb7903-2298-48cd-8dca-e0c7dd47fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:50.386989 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-96fb7903-2298-48cd-8dca-e0c7dd47fad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:32:50.388107 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-96fb7903-2298-48cd-8dca-e0c7dd47fad0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87bba044-893b-4d41-a386-b57db06de75a HTTP/1.1" status: 204 len: 168 time: 0.1252077 Sep 15 02:32:50.395868 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb7903-2298-48cd-8dca-e0c7dd47fad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bba044-893b-4d41-a386-b57db06de75a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:33:00.602776 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:33:02.942214 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:08.191534 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-da3d8d41-8a6e-4c17-b7a7-e53fe59519cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:10.681881 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e55933db-bb54-471c-a922-77e8f6c3bd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:10.963816 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:11.965487 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:13.380970 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:32.108348 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb80f375-7311-4cbc-a17b-807bac7f0410 req-7281807d-b2c1-4045-88b7-166766ebd2f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388787 Sep 15 02:33:32.183550 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80f375-7311-4cbc-a17b-807bac7f0410 req-6b60d41a-b0be-415a-bc9b-8c437552cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:33:32.185067 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb80f375-7311-4cbc-a17b-807bac7f0410 req-6b60d41a-b0be-415a-bc9b-8c437552cc80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 1099 time: 0.0402975 Sep 15 02:33:32.289138 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80f375-7311-4cbc-a17b-807bac7f0410 req-00da25af-dd77-4b0c-aa34-8259552577dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:33:32.290310 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb80f375-7311-4cbc-a17b-807bac7f0410 req-00da25af-dd77-4b0c-aa34-8259552577dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0855877 Sep 15 02:33:32.330111 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb80f375-7311-4cbc-a17b-807bac7f0410 req-4bae6e08-92a2-4a4e-ad9c-c1a604eed8d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26a67268-9d40-46bc-bab5-c3b32707ec7c HTTP/1.1" status: 200 len: 217 time: 0.0322294 Sep 15 02:33:32.377659 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80f375-7311-4cbc-a17b-807bac7f0410 req-7afbaba6-7b05-4d8f-a1bf-ca779a5803a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:33:32.379166 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb80f375-7311-4cbc-a17b-807bac7f0410 req-7afbaba6-7b05-4d8f-a1bf-ca779a5803a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0423062 Sep 15 02:33:32.411885 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb80f375-7311-4cbc-a17b-807bac7f0410 req-09c25d95-b701-41e2-88e0-4581f81193a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256002 Sep 15 02:33:32.505586 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb80f375-7311-4cbc-a17b-807bac7f0410 req-13cdd470-b42b-48d9-958d-2620c0e0f4d4 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845296 Sep 15 02:33:32.597629 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb80f375-7311-4cbc-a17b-807bac7f0410 req-af8f4adf-eaad-4b27-9931-dea47c38bc03 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847638 Sep 15 02:33:32.951825 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:37.601491 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:33:38.191300 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c29b5336-30c7-4355-a1eb-b9130aa4b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:40.683642 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-22c7810d-7fcb-47a4-8729-b4d3df63ee79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:40.965655 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:41.967919 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:43.385152 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:33:53.589576 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3f060-e532-47dd-b431-166ea6e8a474 req-06800b4d-7bbb-4035-bb53-869b2bb00c76 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:33:53.591038 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ccc3f060-e532-47dd-b431-166ea6e8a474 req-06800b4d-7bbb-4035-bb53-869b2bb00c76 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0774105 Sep 15 02:33:53.596686 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf96df-64cf-4c0d-a8b1-15bca616ab2d req-083e6451-b29c-4d6a-9151-89a5e672aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:33:53.598093 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dfdf96df-64cf-4c0d-a8b1-15bca616ab2d req-083e6451-b29c-4d6a-9151-89a5e672aa1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0580575 Sep 15 02:33:53.657874 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ccc3f060-e532-47dd-b431-166ea6e8a474 req-27d973ee-2802-48fe-9a0f-674e5b1a849d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588839 Sep 15 02:33:53.708567 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf96df-64cf-4c0d-a8b1-15bca616ab2d req-bf14665c-234d-4ec2-b3a0-86eaece51af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:33:53.710045 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dfdf96df-64cf-4c0d-a8b1-15bca616ab2d req-bf14665c-234d-4ec2-b3a0-86eaece51af5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0984614 Sep 15 02:33:53.750341 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dfdf96df-64cf-4c0d-a8b1-15bca616ab2d req-302f0f69-47ec-4582-9574-928e7bd36f57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 217 time: 0.0323184 Sep 15 02:33:53.801594 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf96df-64cf-4c0d-a8b1-15bca616ab2d req-ae3cbf2d-c72a-4418-a061-18268942f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:33:53.803034 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dfdf96df-64cf-4c0d-a8b1-15bca616ab2d req-ae3cbf2d-c72a-4418-a061-18268942f10f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0459514 Sep 15 02:33:53.834304 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dfdf96df-64cf-4c0d-a8b1-15bca616ab2d req-9146ef32-372d-4727-b04e-676e4addb286 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238841 Sep 15 02:33:53.922083 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dfdf96df-64cf-4c0d-a8b1-15bca616ab2d req-7d5fd471-9375-42cb-8e30-62b558ca0ced service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799828 Sep 15 02:33:54.013758 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dfdf96df-64cf-4c0d-a8b1-15bca616ab2d req-45dc6f54-7af4-4758-997e-a2278fbcdca6 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827987 Sep 15 02:33:54.768686 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fd1a5-77fa-4979-be7f-b34e29325add req-8367cf98-9cbf-4abe-8af3-44eef73308c5 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:33:54.770235 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9e1fd1a5-77fa-4979-be7f-b34e29325add req-8367cf98-9cbf-4abe-8af3-44eef73308c5 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0478020 Sep 15 02:33:54.807415 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9e1fd1a5-77fa-4979-be7f-b34e29325add req-56934923-d178-4236-97ea-0c8314eef633 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308349 Sep 15 02:33:55.917846 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287628a-a5d6-4f54-b392-6f952a524d94 req-dedda38f-2815-4790-a71b-eae483c0d63c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:33:55.919300 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e287628a-a5d6-4f54-b392-6f952a524d94 req-dedda38f-2815-4790-a71b-eae483c0d63c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0473132 Sep 15 02:33:55.960017 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e287628a-a5d6-4f54-b392-6f952a524d94 req-cb2bd51c-1592-4e96-96e2-36f098b144f8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348861 Sep 15 02:33:57.076224 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1616ea-726e-4fcd-8fbe-42318dfa4696 req-f6e99118-92ca-49df-bedf-7f85c663bff2 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:33:57.077692 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dc1616ea-726e-4fcd-8fbe-42318dfa4696 req-f6e99118-92ca-49df-bedf-7f85c663bff2 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0478103 Sep 15 02:33:57.113227 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dc1616ea-726e-4fcd-8fbe-42318dfa4696 req-9481b531-d5e9-4ab4-8772-9e05ad3638af tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298529 Sep 15 02:33:58.223217 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c335f23-d3d6-44a0-9021-d6b956712cad req-114054df-39e7-406e-98e0-724c8d2e2e0d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:33:58.224563 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2c335f23-d3d6-44a0-9021-d6b956712cad req-114054df-39e7-406e-98e0-724c8d2e2e0d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0471549 Sep 15 02:33:58.260832 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2c335f23-d3d6-44a0-9021-d6b956712cad req-24a06a83-a927-46e9-867a-99b7b73f8580 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304976 Sep 15 02:33:59.373503 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc27ab8-ad55-41b9-a345-4b8553e5506b req-15439f6a-fa3b-4e3b-8e55-0ea103b71ca8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:33:59.375005 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8dc27ab8-ad55-41b9-a345-4b8553e5506b req-15439f6a-fa3b-4e3b-8e55-0ea103b71ca8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0494585 Sep 15 02:33:59.415636 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8dc27ab8-ad55-41b9-a345-4b8553e5506b req-d959b216-0c31-410e-89df-61cb8026a9dd tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349154 Sep 15 02:34:00.526613 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6a929-fb43-4954-a449-26a2437318e4 req-5e07aaed-b065-4b13-be52-c16fea2da105 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:00.528047 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46d6a929-fb43-4954-a449-26a2437318e4 req-5e07aaed-b065-4b13-be52-c16fea2da105 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0471427 Sep 15 02:34:00.564448 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46d6a929-fb43-4954-a449-26a2437318e4 req-08c60156-ef2f-438e-bc6e-e4597374dbb5 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307226 Sep 15 02:34:01.674838 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852c442-26d1-444c-8d10-3fb1c48f26bb req-5159d642-b1c8-42a9-944b-c52b5d97bc6c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:01.676266 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e852c442-26d1-444c-8d10-3fb1c48f26bb req-5159d642-b1c8-42a9-944b-c52b5d97bc6c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0471940 Sep 15 02:34:01.711536 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e852c442-26d1-444c-8d10-3fb1c48f26bb req-8a944906-4ab6-42bc-a730-0b1d647c2459 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294244 Sep 15 02:34:02.822154 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b72a9-4d69-44e1-876c-36d253c4abc2 req-05509c30-2102-4b20-a569-b8d56e9b3361 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:02.823591 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f98b72a9-4d69-44e1-876c-36d253c4abc2 req-05509c30-2102-4b20-a569-b8d56e9b3361 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0469377 Sep 15 02:34:02.862935 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f98b72a9-4d69-44e1-876c-36d253c4abc2 req-414ecff3-fe03-4420-8eab-482230af4ad1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335586 Sep 15 02:34:02.949098 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:03.974391 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829319af-e197-4128-b4e6-4d94286efb55 req-485c7f62-d237-4ab6-b049-236762a4cd26 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:03.975873 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-829319af-e197-4128-b4e6-4d94286efb55 req-485c7f62-d237-4ab6-b049-236762a4cd26 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0483315 Sep 15 02:34:04.012869 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-829319af-e197-4128-b4e6-4d94286efb55 req-521970cc-2656-40b2-8a41-0e1c0626b265 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312371 Sep 15 02:34:05.123484 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918f019-5530-4e31-bf94-28eaca173277 req-e4121663-98d3-4213-80e9-c28af1ade925 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:05.124972 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b918f019-5530-4e31-bf94-28eaca173277 req-e4121663-98d3-4213-80e9-c28af1ade925 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0480785 Sep 15 02:34:05.161847 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b918f019-5530-4e31-bf94-28eaca173277 req-f71be20d-1d5b-4a1a-ac4f-dd2217a51067 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311117 Sep 15 02:34:06.272103 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0903c-1b18-411b-8829-d5a3a48b284a req-b04cd57a-159e-413c-82e0-a22e3b4f9181 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:06.273595 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97d0903c-1b18-411b-8829-d5a3a48b284a req-b04cd57a-159e-413c-82e0-a22e3b4f9181 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Sep 15 02:34:06.313943 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97d0903c-1b18-411b-8829-d5a3a48b284a req-945d3bcd-1411-4817-ac77-c7dbdacfc5a5 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340922 Sep 15 02:34:06.653628 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34e9fd-de4d-41a6-b308-e83b0a199d5b req-e42914f8-f389-4c26-a6bd-43664caa1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:06.655066 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c34e9fd-de4d-41a6-b308-e83b0a199d5b req-e42914f8-f389-4c26-a6bd-43664caa1bb4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0394738 Sep 15 02:34:06.688212 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c34e9fd-de4d-41a6-b308-e83b0a199d5b req-cbcf8a0d-be2b-4b33-b9ab-664903bb3311 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256755 Sep 15 02:34:07.424957 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9f120-fa81-4379-8e1d-43f5e80cca3d req-da3e489a-8088-4693-95af-222f971d8828 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:07.426428 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ecf9f120-fa81-4379-8e1d-43f5e80cca3d req-da3e489a-8088-4693-95af-222f971d8828 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0483081 Sep 15 02:34:07.463158 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ecf9f120-fa81-4379-8e1d-43f5e80cca3d req-1790baea-9cc7-4a61-8b28-eef404ed0da0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307941 Sep 15 02:34:08.190689 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f300a396-c418-452d-b315-eaf1355dc766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:08.579196 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33651b-ff31-4402-87f4-5a53f1ac0723 req-0e6ce9e5-4a63-4f3e-a046-7ab6a70d6c09 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:08.580686 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cf33651b-ff31-4402-87f4-5a53f1ac0723 req-0e6ce9e5-4a63-4f3e-a046-7ab6a70d6c09 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0491199 Sep 15 02:34:08.621436 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cf33651b-ff31-4402-87f4-5a53f1ac0723 req-b5083e31-6574-4958-aff8-a5e6071a0847 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348165 Sep 15 02:34:09.732248 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87079754-fa08-4676-a460-979e2bbd7c09 req-cdd6b70b-8830-4c2e-a118-524a37ff07f6 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:09.733626 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-87079754-fa08-4676-a460-979e2bbd7c09 req-cdd6b70b-8830-4c2e-a118-524a37ff07f6 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0474930 Sep 15 02:34:09.770151 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-87079754-fa08-4676-a460-979e2bbd7c09 req-9f9ecb36-6088-41b9-af63-87cfd6acc2df tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307634 Sep 15 02:34:10.106795 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a2c6c-a43b-4bfb-997d-b10c42e28684 req-8a7c1e75-e73e-4373-bd0a-1a0b1d2e1601 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:10.108283 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f49a2c6c-a43b-4bfb-997d-b10c42e28684 req-8a7c1e75-e73e-4373-bd0a-1a0b1d2e1601 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0502529 Sep 15 02:34:10.111944 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df7c9f-4659-43f7-8d6d-34327e4b522c req-2a778de4-8ee3-4dc5-983f-782ea1e960f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:10.113458 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a2df7c9f-4659-43f7-8d6d-34327e4b522c req-2a778de4-8ee3-4dc5-983f-782ea1e960f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0391273 Sep 15 02:34:10.145696 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f49a2c6c-a43b-4bfb-997d-b10c42e28684 req-5153abe9-e4fa-4cfa-be71-df72684967bb tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Sep 15 02:34:10.205012 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df7c9f-4659-43f7-8d6d-34327e4b522c req-79e1fe88-103d-41be-986f-d9bcf45321d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:10.206454 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a2df7c9f-4659-43f7-8d6d-34327e4b522c req-79e1fe88-103d-41be-986f-d9bcf45321d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0850644 Sep 15 02:34:10.247880 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a2df7c9f-4659-43f7-8d6d-34327e4b522c req-09db7ee0-d318-4d6b-84c2-3788af2a3f27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 217 time: 0.0336661 Sep 15 02:34:10.297102 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df7c9f-4659-43f7-8d6d-34327e4b522c req-504ae744-d1b7-465d-821c-172da907a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:10.298558 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a2df7c9f-4659-43f7-8d6d-34327e4b522c req-504ae744-d1b7-465d-821c-172da907a284 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0431762 Sep 15 02:34:10.333562 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a2df7c9f-4659-43f7-8d6d-34327e4b522c req-5eb6b482-9cb3-4d1d-9218-43f406257415 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263646 Sep 15 02:34:10.419595 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a2df7c9f-4659-43f7-8d6d-34327e4b522c req-03ddd27c-fea5-4687-b0a7-6fb39090e22a service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793266 Sep 15 02:34:10.511425 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a2df7c9f-4659-43f7-8d6d-34327e4b522c req-1a855885-2271-4452-a78b-b0a108999415 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836668 Sep 15 02:34:10.683710 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6534aaf0-ce0c-4895-925a-82bc7e0044fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:10.966407 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:11.258482 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fd6f2-c825-441e-a311-212788812faf req-8276cb80-6e42-4e74-ad0d-cd82105df043 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:11.260556 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fd5fd6f2-c825-441e-a311-212788812faf req-8276cb80-6e42-4e74-ad0d-cd82105df043 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0490296 Sep 15 02:34:11.295976 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fd5fd6f2-c825-441e-a311-212788812faf req-fe5927f5-993a-4ac1-97cb-ed05420a5361 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295420 Sep 15 02:34:11.971699 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:12.411179 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74e69b-6da2-4013-817f-ac3769b4525e req-2f5355e0-a8a3-4db1-ab6c-2ed3f5cb9731 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:12.412613 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb74e69b-6da2-4013-817f-ac3769b4525e req-2f5355e0-a8a3-4db1-ab6c-2ed3f5cb9731 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0504863 Sep 15 02:34:12.448097 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb74e69b-6da2-4013-817f-ac3769b4525e req-efb7b549-7d28-4983-9cf5-f79415a8fa60 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296593 Sep 15 02:34:13.387047 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:13.560802 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb58da7-e68f-49ff-ba24-0353fcfe9398 req-92274dcd-36bc-467a-aa6c-8adf52c71391 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:13.562415 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5bb58da7-e68f-49ff-ba24-0353fcfe9398 req-92274dcd-36bc-467a-aa6c-8adf52c71391 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0467672 Sep 15 02:34:13.598619 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5bb58da7-e68f-49ff-ba24-0353fcfe9398 req-1abff7f3-eff4-4b37-b960-c1c35b312df2 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304546 Sep 15 02:34:14.600105 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:34:14.708214 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7fa94-449c-4c94-b502-ff79fc031c71 req-97a65401-8eb3-4375-a058-55ad45727d01 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:14.709597 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bdd7fa94-449c-4c94-b502-ff79fc031c71 req-97a65401-8eb3-4375-a058-55ad45727d01 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0466745 Sep 15 02:34:14.746590 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bdd7fa94-449c-4c94-b502-ff79fc031c71 req-530a33eb-8a9d-4ebf-8517-1a85ddb576f9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303102 Sep 15 02:34:32.971421 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:33.758465 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-387a52ea-00a0-43c9-a585-48266d754d59 req-21a00f8d-cb49-4495-bab6-8409be162a02 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411768 Sep 15 02:34:33.861078 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a52ea-00a0-43c9-a585-48266d754d59 req-fe1d0977-ead3-4922-a3df-f790ca14bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:33.862604 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-387a52ea-00a0-43c9-a585-48266d754d59 req-fe1d0977-ead3-4922-a3df-f790ca14bc72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0406370 Sep 15 02:34:33.966216 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a52ea-00a0-43c9-a585-48266d754d59 req-8f08ff9a-f9c2-450d-8342-869f2dcd3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:33.967680 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-387a52ea-00a0-43c9-a585-48266d754d59 req-8f08ff9a-f9c2-450d-8342-869f2dcd3cf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0850570 Sep 15 02:34:34.009102 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-387a52ea-00a0-43c9-a585-48266d754d59 req-76e6448a-60ae-42d5-802f-d38467c28261 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 217 time: 0.0331364 Sep 15 02:34:34.057926 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a52ea-00a0-43c9-a585-48266d754d59 req-ea0ced2a-0872-4db6-9f57-6b41bb77afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:34:34.059408 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-387a52ea-00a0-43c9-a585-48266d754d59 req-ea0ced2a-0872-4db6-9f57-6b41bb77afdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0427694 Sep 15 02:34:34.094776 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-387a52ea-00a0-43c9-a585-48266d754d59 req-27b08422-52f9-4b8a-a20c-8bbc6cda9dc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273197 Sep 15 02:34:34.180990 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-387a52ea-00a0-43c9-a585-48266d754d59 req-a5174803-693d-4b02-8b89-b44052210f74 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785568 Sep 15 02:34:34.269797 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-387a52ea-00a0-43c9-a585-48266d754d59 req-2207280b-360d-403b-be30-fdb6f1d620a1 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811915 Sep 15 02:34:38.192367 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1a08de28-617c-4a06-8cb7-06e8876a8353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:40.684376 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d5dd9cf9-0937-4811-bb96-672a9f18fe17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:40.966357 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:41.973420 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:43.390052 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:34:51.599427 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:35:02.972245 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:08.192622 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0ae361aa-fb59-4c6d-adf7-812dc52dd81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:10.685795 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f7d3e0bc-f7e8-4b47-95b9-a4c160cb255a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:10.966932 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:11.975757 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:13.392845 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:28.597589 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:35:32.968627 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:34.810549 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4ff9f2c-ab3d-4203-bd81-cdc079eb4038 req-c67c6a35-587c-4902-ba2b-1fab4405698a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1345179 Sep 15 02:35:34.883326 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff9f2c-ab3d-4203-bd81-cdc079eb4038 req-e82cb7ba-c73a-4c11-a4ff-3c5beb109d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:35:34.885725 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4ff9f2c-ab3d-4203-bd81-cdc079eb4038 req-e82cb7ba-c73a-4c11-a4ff-3c5beb109d43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc2ce4399ef144efb17b4474c8f97969&device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 1099 time: 0.0396872 Sep 15 02:35:34.988142 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff9f2c-ab3d-4203-bd81-cdc079eb4038 req-02ad5352-1c4f-41f4-8140-8642c95cd170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:35:34.989599 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4ff9f2c-ab3d-4203-bd81-cdc079eb4038 req-02ad5352-1c4f-41f4-8140-8642c95cd170 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a253661e-f1ab-4f21-a6f2-e0d11c706346 HTTP/1.1" status: 200 len: 918 time: 0.0856955 Sep 15 02:35:35.051889 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4ff9f2c-ab3d-4203-bd81-cdc079eb4038 req-718006c7-ac85-44ff-ae00-2ac6fa481943 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=433901a8-07c0-494e-a789-f99d63d6a550 HTTP/1.1" status: 200 len: 1002 time: 0.0549617 Sep 15 02:35:35.102801 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff9f2c-ab3d-4203-bd81-cdc079eb4038 req-123c05c6-ec95-4d8d-b837-3aa2cb177661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:35:35.104207 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4ff9f2c-ab3d-4203-bd81-cdc079eb4038 req-123c05c6-ec95-4d8d-b837-3aa2cb177661 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07b4da09-c6cd-4778-8b6d-e85d177cecba HTTP/1.1" status: 200 len: 856 time: 0.0453317 Sep 15 02:35:35.147836 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff9f2c-ab3d-4203-bd81-cdc079eb4038 req-b7c98c7d-dfff-4c2c-9cc8-75ffa4dc9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:35:35.149284 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4ff9f2c-ab3d-4203-bd81-cdc079eb4038 req-b7c98c7d-dfff-4c2c-9cc8-75ffa4dc9742 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a253661e-f1ab-4f21-a6f2-e0d11c706346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380950 Sep 15 02:35:35.238285 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4ff9f2c-ab3d-4203-bd81-cdc079eb4038 req-2f1c4b9b-11b0-4223-9b28-ea2fc28515a8 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819790 Sep 15 02:35:35.328833 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4ff9f2c-ab3d-4203-bd81-cdc079eb4038 req-9c9db860-a8a8-44d2-b155-b0afc56dca7f service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829086 Sep 15 02:35:38.191125 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0205ffae-9f93-443c-b09a-56810fc2b09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:40.685622 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f85c998f-8012-46a2-bce2-828b28dc9d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:40.967752 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:41.978755 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:35:43.395084 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:03.004948 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:05.596348 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:36:08.191196 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1a326b46-560c-4511-84bc-5c127faadca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:10.685709 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-12434d16-bcac-40e6-8407-6effaa98f7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:10.967641 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:11.983000 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:13.396772 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:33.017669 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:33.945367 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-606548d5-8463-4fc4-a7b7-7e48a545859a req-763842c2-07f9-434c-8f4b-2de3a681a423 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384326 Sep 15 02:36:34.025425 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606548d5-8463-4fc4-a7b7-7e48a545859a req-5d548d4b-4ac9-4e95-8a8d-0a42dae8bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:36:34.026916 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-606548d5-8463-4fc4-a7b7-7e48a545859a req-5d548d4b-4ac9-4e95-8a8d-0a42dae8bea0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 1099 time: 0.0409105 Sep 15 02:36:34.127630 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606548d5-8463-4fc4-a7b7-7e48a545859a req-0ed15297-c631-4139-ad77-69f928402c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:36:34.129107 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-606548d5-8463-4fc4-a7b7-7e48a545859a req-0ed15297-c631-4139-ad77-69f928402c51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0834436 Sep 15 02:36:34.168643 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-606548d5-8463-4fc4-a7b7-7e48a545859a req-76bdc707-2bb4-451d-90ef-38caee365dc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26a67268-9d40-46bc-bab5-c3b32707ec7c HTTP/1.1" status: 200 len: 217 time: 0.0327678 Sep 15 02:36:34.418742 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606548d5-8463-4fc4-a7b7-7e48a545859a req-cc8b9ff1-6bd8-41a4-98be-594f544e3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:36:34.420182 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-606548d5-8463-4fc4-a7b7-7e48a545859a req-cc8b9ff1-6bd8-41a4-98be-594f544e3b25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.2444065 Sep 15 02:36:34.451462 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-606548d5-8463-4fc4-a7b7-7e48a545859a req-87aaa561-5064-40d6-b9c1-0642e38096c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238369 Sep 15 02:36:34.540088 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-606548d5-8463-4fc4-a7b7-7e48a545859a req-57f7f846-d2ea-4c47-8118-6d2f7e7be2cc service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803211 Sep 15 02:36:34.634454 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-606548d5-8463-4fc4-a7b7-7e48a545859a req-0ed0e3f8-ebac-406f-b85e-45889dc5c650 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861647 Sep 15 02:36:38.190846 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3d096303-dd76-41c0-8460-f112ad160a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:40.686039 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3e40-cb58-4d3b-920f-020d12a427b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:40.968030 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:41.986012 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:42.594752 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:36:43.400491 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:03.017800 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:08.194756 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1ec150d1-ca8d-4382-b87b-c2a69accb3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:10.686788 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8f37-ed38-4c80-9ab2-6346dc3514f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:10.968925 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:11.988344 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:13.403060 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:19.593684 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:37:33.016159 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:33.978365 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96068d18-54a0-4f4e-8dfe-908f7b7c4ee4 req-e03d2198-6072-4e69-a3b3-2a18fc82f36f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386701 Sep 15 02:37:34.046553 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96068d18-54a0-4f4e-8dfe-908f7b7c4ee4 req-c672e97f-61e0-45f5-9b0f-e40aa461936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:37:34.048057 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96068d18-54a0-4f4e-8dfe-908f7b7c4ee4 req-c672e97f-61e0-45f5-9b0f-e40aa461936b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e744d217341431594415d27dc677212&device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 1099 time: 0.0380306 Sep 15 02:37:34.149647 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96068d18-54a0-4f4e-8dfe-908f7b7c4ee4 req-ea247a9c-64e4-4507-9b67-5f7a547110b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:37:34.151062 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96068d18-54a0-4f4e-8dfe-908f7b7c4ee4 req-ea247a9c-64e4-4507-9b67-5f7a547110b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4405b014-8d3b-48c5-8e3a-6b2a000c560d HTTP/1.1" status: 200 len: 915 time: 0.0843318 Sep 15 02:37:34.190572 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96068d18-54a0-4f4e-8dfe-908f7b7c4ee4 req-5229d91d-f22e-459e-a13c-90aa62471016 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0547ba02-8931-4ea7-a457-3b2378491f34 HTTP/1.1" status: 200 len: 217 time: 0.0322633 Sep 15 02:37:34.239969 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96068d18-54a0-4f4e-8dfe-908f7b7c4ee4 req-294ce534-b1d4-4e56-8d9b-7536ece55ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:37:34.241848 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96068d18-54a0-4f4e-8dfe-908f7b7c4ee4 req-294ce534-b1d4-4e56-8d9b-7536ece55ef7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=482f9880-db9f-4cef-859f-69f1b0219d5d HTTP/1.1" status: 200 len: 854 time: 0.0444438 Sep 15 02:37:34.272395 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96068d18-54a0-4f4e-8dfe-908f7b7c4ee4 req-7d8c964f-9f56-42d9-b0ee-860265e07c19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4405b014-8d3b-48c5-8e3a-6b2a000c560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229979 Sep 15 02:37:34.359501 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96068d18-54a0-4f4e-8dfe-908f7b7c4ee4 req-f30acb48-2043-4ed9-8cbc-343e888e65e4 service neutron] 10.222.0.30 "GET /v2.0/networks/4405b014-8d3b-48c5-8e3a-6b2a000c560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805714 Sep 15 02:37:34.465043 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96068d18-54a0-4f4e-8dfe-908f7b7c4ee4 req-547faf1c-e7fc-43c6-86fa-c78738ad229a service neutron] 10.222.0.30 "GET /v2.0/networks/4405b014-8d3b-48c5-8e3a-6b2a000c560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989559 Sep 15 02:37:38.199440 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b4776aa8-9d5a-4330-adae-95e5bd3bb320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:40.688405 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-18ff9947-10ab-4381-b00a-b70068469a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:40.969664 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:41.991508 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:43.405126 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:56.592047 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:38:03.015826 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:08.201312 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0a34749d-a7cc-451d-be01-3cfa0f845bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:10.689267 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a27321b7-fb69-472e-9b10-833afcf3e076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:10.969116 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:11.995040 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:13.406899 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:33.010204 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:33.590882 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:38:34.958949 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96317dd7-171c-45f6-aab3-5f4acd7f45f5 req-25fc7d6f-60c7-438d-8cfa-7cac728651c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394418 Sep 15 02:38:35.027976 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96317dd7-171c-45f6-aab3-5f4acd7f45f5 req-c42bd4b7-c476-45f3-a3b9-2cdb852b4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:35.029453 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96317dd7-171c-45f6-aab3-5f4acd7f45f5 req-c42bd4b7-c476-45f3-a3b9-2cdb852b4f18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 1098 time: 0.0381088 Sep 15 02:38:35.131479 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96317dd7-171c-45f6-aab3-5f4acd7f45f5 req-7b35651b-9d4d-429c-b790-07f57c56e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:35.132914 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96317dd7-171c-45f6-aab3-5f4acd7f45f5 req-7b35651b-9d4d-429c-b790-07f57c56e190 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0846043 Sep 15 02:38:35.172426 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96317dd7-171c-45f6-aab3-5f4acd7f45f5 req-044d9d4b-b3e7-43a7-9027-fa1fef59f88c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6762829c-9308-475c-999c-dc5e14b75738 HTTP/1.1" status: 200 len: 217 time: 0.0326343 Sep 15 02:38:35.222709 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96317dd7-171c-45f6-aab3-5f4acd7f45f5 req-46092c2f-d899-4203-9020-1e9a1574bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:35.224760 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96317dd7-171c-45f6-aab3-5f4acd7f45f5 req-46092c2f-d899-4203-9020-1e9a1574bec4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0457692 Sep 15 02:38:35.255985 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96317dd7-171c-45f6-aab3-5f4acd7f45f5 req-f88d3fc3-e19a-4fa5-acc8-4c2efc1f515e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236049 Sep 15 02:38:35.344074 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96317dd7-171c-45f6-aab3-5f4acd7f45f5 req-9c27ea3e-de7a-47a8-ba79-32b01cbf474c service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812240 Sep 15 02:38:35.443517 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96317dd7-171c-45f6-aab3-5f4acd7f45f5 req-4d87e541-b83b-4a80-aaa9-698cf48d12ad service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924411 Sep 15 02:38:38.200567 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4fe10a3c-99c7-48af-9769-63e6c8e43586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:38.571444 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 45890) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:38.631602 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:38.656190 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:38.718993 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:38.721632 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:38.722787 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] 10.222.0.32 "DELETE /v2.0/security-groups/3fb64756-878a-453c-86e7-1d38cb38c9b8 HTTP/1.1" status: 204 len: 168 time: 0.1503758 Sep 15 02:38:38.731868 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb64756-878a-453c-86e7-1d38cb38c9b8,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:38.738901 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:38.739252 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:38.739591 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:38.739927 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:38.740260 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:38.740595 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:38.740967 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:38.741273 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:38.741600 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:38.741924 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:38.742246 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:38.742577 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd567ed4-a71a-4b2e-b25c-3a0da3d637ed tempest-TestShelveInstance-2022909491 tempest-TestShelveInstance-2022909491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:38.824939 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 45900) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:39.315139 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531461'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:39.600597 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Deleting port 540a588a-0afd-4f91-a894-bf0a4781f0d0 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:38:39.600972 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:39.675640 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] For port 540a588a-0afd-4f91-a894-bf0a4781f0d0, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=540a588a-0afd-4f91-a894-bf0a4781f0d0,segment=NetworkSegment(795d1273-3563-4237-809e-ffc0f964e063),segment_id=795d1273-3563-4237-809e-ffc0f964e063)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:38:39.676016 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:39.688265 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Calling delete_port for 540a588a-0afd-4f91-a894-bf0a4781f0d0 owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:38:39.859765 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:39.887966 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=540a588a-0afd-4f91-a894-bf0a4781f0d0,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:39.899003 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:39.899358 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:39.899697 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:39.900034 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:39.900412 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:39.900738 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:39.901087 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:39.901411 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:39.901733 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:39.902060 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:39.902373 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:39.902687 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:40.053933 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528565'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:40.455759 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Router 636f0a58-6195-42ed-a960-1de12abb667a has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:38:40.560058 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:38:40.565438 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2e773a8b-dfd2-403e-9c26-5611e50a92a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/636f0a58-6195-42ed-a960-1de12abb667a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7391181 Sep 15 02:38:40.568046 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 45918) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:40.570654 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc3eb4-03dd-4492-a7a3-261826b35a72 None None] Sync routers for ids ['636f0a58-6195-42ed-a960-1de12abb667a'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:38:40.579753 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc3eb4-03dd-4492-a7a3-261826b35a72 None None] Routers {'636f0a58-6195-42ed-a960-1de12abb667a'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:38:40.580610 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-14dc3eb4-03dd-4492-a7a3-261826b35a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:38:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['636f0a58-6195-42ed-a960-1de12abb667a'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:40.669813 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:40.684800 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-14dc3eb4-03dd-4492-a7a3-261826b35a72 None None] Set router 636f0a58-6195-42ed-a960-1de12abb667a gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:38:40.691031 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7c406636-58ff-4843-a814-9b8502ca51fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:40.771947 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:40.831124 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Deleting port eb96e7c4-8874-4864-8b51-0621110fd9f5 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:38:40.831548 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:40.863547 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-14dc3eb4-03dd-4492-a7a3-261826b35a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f0a58-6195-42ed-a960-1de12abb667a', 'name': 'tempest-TestShelveInstance-688294189-router', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:25Z', 'updated_at': '2021-09-15T02:38:39Z', 'revision_number': 5, 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'gw_port': {'id': 'eb96e7c4-8874-4864-8b51-0621110fd9f5', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f0a58-6195-42ed-a960-1de12abb667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:26Z', 'updated_at': '2021-09-15T02:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:40.891861 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc3eb4-03dd-4492-a7a3-261826b35a72 None None] Checking router: 636f0a58-6195-42ed-a960-1de12abb667a for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:38:40.900381 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc3eb4-03dd-4492-a7a3-261826b35a72 None None] Routers {'636f0a58-6195-42ed-a960-1de12abb667a'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:38:40.901019 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-14dc3eb4-03dd-4492-a7a3-261826b35a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:38:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['636f0a58-6195-42ed-a960-1de12abb667a'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:40.908998 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] For port eb96e7c4-8874-4864-8b51-0621110fd9f5, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=eb96e7c4-8874-4864-8b51-0621110fd9f5,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:38:40.909549 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:40.922844 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Calling delete_port for eb96e7c4-8874-4864-8b51-0621110fd9f5 owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:38:40.971507 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:40.994146 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-14dc3eb4-03dd-4492-a7a3-261826b35a72 None None] Set router 636f0a58-6195-42ed-a960-1de12abb667a gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:38:41.045793 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-14dc3eb4-03dd-4492-a7a3-261826b35a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636f0a58-6195-42ed-a960-1de12abb667a', 'name': 'tempest-TestShelveInstance-688294189-router', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:25Z', 'updated_at': '2021-09-15T02:38:40Z', 'revision_number': 6, 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'gw_port_host': None}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:41.074414 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc3eb4-03dd-4492-a7a3-261826b35a72 None None] The sync data for ids ['636f0a58-6195-42ed-a960-1de12abb667a'] in dv-cinder-759955-25-iscsi is: [{'id': '636f0a58-6195-42ed-a960-1de12abb667a', 'name': 'tempest-TestShelveInstance-688294189-router', 'tenant_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:25Z', 'updated_at': '2021-09-15T02:38:40Z', 'revision_number': 6, 'project_id': '1b4ef7dbeb754af3ac01621e1d530f99', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:38:41.092027 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.120820 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb96e7c4-8874-4864-8b51-0621110fd9f5,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:41.181177 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528499'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.279489 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7387'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.281555 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.342575 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530649'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.343071 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 636f0a58-6195-42ed-a960-1de12abb667a {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:38:41.347773 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.348948 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9913980f-aa9f-4eda-a38e-465f7926b118 admin admin] 10.222.0.32 "DELETE /v2.0/routers/636f0a58-6195-42ed-a960-1de12abb667a HTTP/1.1" status: 204 len: 168 time: 0.7799850 Sep 15 02:38:41.351428 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 45926) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:41.395466 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a571269-9cd3-4c39-8052-304a1d3b4631 admin admin] Deleting subnet 716333ae-0c83-4ae7-966d-369b089d88d1 {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:38:41.398746 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3a571269-9cd3-4c39-8052-304a1d3b4631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.433161 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3a571269-9cd3-4c39-8052-304a1d3b4631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126593458'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.547561 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3a571269-9cd3-4c39-8052-304a1d3b4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.599173 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3a571269-9cd3-4c39-8052-304a1d3b4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126593422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700332'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.623745 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a571269-9cd3-4c39-8052-304a1d3b4631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716333ae-0c83-4ae7-966d-369b089d88d1,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:41.628332 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3a571269-9cd3-4c39-8052-304a1d3b4631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.631009 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3a571269-9cd3-4c39-8052-304a1d3b4631 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/716333ae-0c83-4ae7-966d-369b089d88d1 HTTP/1.1" status: 204 len: 168 time: 0.2783697 Sep 15 02:38:41.633175 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 45932) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:41.635660 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb66b3-a29b-4a7d-8247-2aba6bff342d None None] Network 452e613f-ba29-4da6-9a6a-84d99f3f55a8 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:38:41.702106 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.755565 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Deleting port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:38:41.755905 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.810141 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] DHCP port deletion for 452e613f-ba29-4da6-9a6a-84d99f3f55a8 request from dv-cinder-759955-25-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:38:41.822452 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] For port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=5f520c7f-8cb9-4396-a2ee-1c4527c3b395,segment=NetworkSegment(795d1273-3563-4237-809e-ffc0f964e063),segment_id=795d1273-3563-4237-809e-ffc0f964e063)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:38:41.824185 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.835914 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Calling delete_port for 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:38:41.865472 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Deleting port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:38:41.865849 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.918992 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.927909 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] For port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=5f520c7f-8cb9-4396-a2ee-1c4527c3b395,segment=NetworkSegment(795d1273-3563-4237-809e-ffc0f964e063),segment_id=795d1273-3563-4237-809e-ffc0f964e063)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:38:41.928298 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:41.941328 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Calling delete_port for 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 owned by network:dhcp {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:38:41.944963 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f520c7f-8cb9-4396-a2ee-1c4527c3b395,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:41.950846 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] No DVR routers for this DVR port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 on host dv-cinder-759955-25-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:38:42.025371 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:42.043005 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:42.048842 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452e613f-ba29-4da6-9a6a-84d99f3f55a8']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:42.059257 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795d1273-3563-4237-809e-ffc0f964e063') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:42.059641 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795d1273-3563-4237-809e-ffc0f964e063') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:42.069918 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126593465'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:42.073467 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:42.083868 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:42.090334 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:38:42.090829 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593104'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: timer() Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: cb(*args, **kw) Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: self._notify() Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: self.callback(batched_events) Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: event.method(event) Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._get(url).json() Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:38:42.092619 dv-cinder-759955-25-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:38:42.103657 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Pushing event deleted for resources: {'Port': ['ID=5f520c7f-8cb9-4396-a2ee-1c4527c3b395,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:42.108492 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] No DVR routers for this DVR port 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 on host dv-cinder-759955-25-iscsi {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:38:42.119876 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:42.120231 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:42.120755 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:42.121266 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:42.121763 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:42.122442 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:42.122945 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:42.123460 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:42.123971 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:42.124986 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:42.125471 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:42.125802 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf788c-470e-4c24-b168-9dc6e7e570d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:42.155378 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:42.164201 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:42.166115 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] 10.222.0.32 "DELETE /v2.0/networks/452e613f-ba29-4da6-9a6a-84d99f3f55a8 HTTP/1.1" status: 204 len: 168 time: 0.5320306 Sep 15 02:38:42.169131 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 45940) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:42.175072 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9d97d-6ea2-462b-ac27-a3d567acc365 admin admin] Pushing event deleted for resources: {'Network': ['ID=452e613f-ba29-4da6-9a6a-84d99f3f55a8,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:42.563649 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d64c6df9-5784-4b6b-8004-323ced4a8c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531461'] for router_interface, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:42.844565 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-d64c6df9-5784-4b6b-8004-323ced4a8c12 admin admin] Deleting port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:38:42.844936 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d64c6df9-5784-4b6b-8004-323ced4a8c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:43.044012 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 540a588a-0afd-4f91-a894-bf0a4781f0d0 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:38:43.067499 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 540a588a-0afd-4f91-a894-bf0a4781f0d0 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:38:43.067929 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 540a588a-0afd-4f91-a894-bf0a4781f0d0 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:38:43.068417 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device eb96e7c4-8874-4864-8b51-0621110fd9f5 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:38:43.087831 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: eb96e7c4-8874-4864-8b51-0621110fd9f5 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:38:43.088175 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device eb96e7c4-8874-4864-8b51-0621110fd9f5 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:38:43.088597 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:38:43.106420 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:38:43.106768 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 5f520c7f-8cb9-4396-a2ee-1c4527c3b395 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:38:43.136928 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-d64c6df9-5784-4b6b-8004-323ced4a8c12 admin admin] For port 4926dd7c-cdcb-49d0-a3ab-5e086881a20f, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=4926dd7c-cdcb-49d0-a3ab-5e086881a20f,segment=NetworkSegment(efbe6bea-d30f-42c3-99a5-3bd1145e70f0),segment_id=efbe6bea-d30f-42c3-99a5-3bd1145e70f0)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:38:43.137306 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d64c6df9-5784-4b6b-8004-323ced4a8c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:43.149243 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-d64c6df9-5784-4b6b-8004-323ced4a8c12 admin admin] Calling delete_port for 4926dd7c-cdcb-49d0-a3ab-5e086881a20f owned by network:router_interface {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:38:43.348609 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d64c6df9-5784-4b6b-8004-323ced4a8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:43.371741 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c6df9-5784-4b6b-8004-323ced4a8c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=4926dd7c-cdcb-49d0-a3ab-5e086881a20f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:43.411823 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:43.536050 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d64c6df9-5784-4b6b-8004-323ced4a8c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528565'] for router_interface, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:43.743712 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64c6df9-5784-4b6b-8004-323ced4a8c12 admin admin] Router 8c7f68db-7768-44ba-8326-c7c8b600abf4 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:38:43.846374 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64c6df9-5784-4b6b-8004-323ced4a8c12 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:38:43.852277 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d64c6df9-5784-4b6b-8004-323ced4a8c12 admin admin] 10.222.0.32 "PUT /v2.0/routers/8c7f68db-7768-44ba-8326-c7c8b600abf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6820788 Sep 15 02:38:43.854826 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 45958) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:43.862554 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209acd9-9339-4a79-b145-cda9d4ee6c8c None None] Sync routers for ids ['8c7f68db-7768-44ba-8326-c7c8b600abf4'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:38:43.868143 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209acd9-9339-4a79-b145-cda9d4ee6c8c None None] Routers {'8c7f68db-7768-44ba-8326-c7c8b600abf4'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:38:43.868752 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-4209acd9-9339-4a79-b145-cda9d4ee6c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:38:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['8c7f68db-7768-44ba-8326-c7c8b600abf4'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:43.956822 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:43.970767 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-4209acd9-9339-4a79-b145-cda9d4ee6c8c None None] Set router 8c7f68db-7768-44ba-8326-c7c8b600abf4 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:38:44.060825 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.118717 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Deleting port ed2c5f23-652f-4f03-ba2a-a3ded91bee01 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:38:44.118992 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.149974 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-4209acd9-9339-4a79-b145-cda9d4ee6c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'name': 'tempest-TestShelveInstance-2127793214-router', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:30Z', 'updated_at': '2021-09-15T02:38:43Z', 'revision_number': 5, 'project_id': '42a939f0e5b14dd8b43d0176da894ad0', 'gw_port': {'id': 'ed2c5f23-652f-4f03-ba2a-a3ded91bee01', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:32:31Z', 'updated_at': '2021-09-15T02:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:44.178740 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209acd9-9339-4a79-b145-cda9d4ee6c8c None None] Checking router: 8c7f68db-7768-44ba-8326-c7c8b600abf4 for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:38:44.187515 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209acd9-9339-4a79-b145-cda9d4ee6c8c None None] Routers {'8c7f68db-7768-44ba-8326-c7c8b600abf4'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:38:44.188130 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-4209acd9-9339-4a79-b145-cda9d4ee6c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:38:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['8c7f68db-7768-44ba-8326-c7c8b600abf4'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:44.196762 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] For port ed2c5f23-652f-4f03-ba2a-a3ded91bee01, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=ed2c5f23-652f-4f03-ba2a-a3ded91bee01,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:38:44.197163 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.209962 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Calling delete_port for ed2c5f23-652f-4f03-ba2a-a3ded91bee01 owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:38:44.272682 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-4209acd9-9339-4a79-b145-cda9d4ee6c8c None None] Set router 8c7f68db-7768-44ba-8326-c7c8b600abf4 gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:38:44.323370 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-4209acd9-9339-4a79-b145-cda9d4ee6c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'name': 'tempest-TestShelveInstance-2127793214-router', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:30Z', 'updated_at': '2021-09-15T02:38:44Z', 'revision_number': 6, 'project_id': '42a939f0e5b14dd8b43d0176da894ad0', 'gw_port_host': None}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:44.353204 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209acd9-9339-4a79-b145-cda9d4ee6c8c None None] The sync data for ids ['8c7f68db-7768-44ba-8326-c7c8b600abf4'] in dv-cinder-759955-25-iscsi is: [{'id': '8c7f68db-7768-44ba-8326-c7c8b600abf4', 'name': 'tempest-TestShelveInstance-2127793214-router', 'tenant_id': '42a939f0e5b14dd8b43d0176da894ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:32:30Z', 'updated_at': '2021-09-15T02:38:44Z', 'revision_number': 6, 'project_id': '42a939f0e5b14dd8b43d0176da894ad0', 'gw_port_host': None}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:38:44.370734 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.400750 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed2c5f23-652f-4f03-ba2a-a3ded91bee01,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:44.460194 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528499'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.559125 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7387'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.561166 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.623025 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530649'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.623563 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c7f68db-7768-44ba-8326-c7c8b600abf4 {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:38:44.628747 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.630616 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d1c504b1-4703-49e5-acca-4ad4aab38779 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8c7f68db-7768-44ba-8326-c7c8b600abf4 HTTP/1.1" status: 204 len: 168 time: 0.7749481 Sep 15 02:38:44.633335 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 45968) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:44.675343 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c7972f-eab4-4d14-b8bd-53290057a2b8 admin admin] Deleting subnet dc9fd506-038d-4058-a39b-e877a7fc2732 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:38:44.678863 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a4c7972f-eab4-4d14-b8bd-53290057a2b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.712195 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a4c7972f-eab4-4d14-b8bd-53290057a2b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130885014'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.821892 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a4c7972f-eab4-4d14-b8bd-53290057a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.872104 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a4c7972f-eab4-4d14-b8bd-53290057a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130386933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130944569'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.896755 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7972f-eab4-4d14-b8bd-53290057a2b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9fd506-038d-4058-a39b-e877a7fc2732,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:44.904597 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a4c7972f-eab4-4d14-b8bd-53290057a2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:44.905461 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e24ae47-482e-46ae-91f8-dd9bc50510e9 None None] Network c222a598-d10c-4158-a8f9-59cd6a91dfb9 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:38:44.913270 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a4c7972f-eab4-4d14-b8bd-53290057a2b8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dc9fd506-038d-4058-a39b-e877a7fc2732 HTTP/1.1" status: 204 len: 168 time: 0.2722948 Sep 15 02:38:44.913376 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 45974) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:44.981188 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.033441 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Deleting port ab31a62c-c574-42cf-838c-d2c8e6c452f3 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:38:45.033774 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.102496 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] For port ab31a62c-c574-42cf-838c-d2c8e6c452f3, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=ab31a62c-c574-42cf-838c-d2c8e6c452f3,segment=NetworkSegment(efbe6bea-d30f-42c3-99a5-3bd1145e70f0),segment_id=efbe6bea-d30f-42c3-99a5-3bd1145e70f0)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:38:45.102864 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.119534 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Calling delete_port for ab31a62c-c574-42cf-838c-d2c8e6c452f3 owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:38:45.216289 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 4926dd7c-cdcb-49d0-a3ab-5e086881a20f no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:38:45.222449 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.244018 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a199d94b-b49c-476c-958e-f3f8d25c3e8b None None] DHCP port deletion for c222a598-d10c-4158-a8f9-59cd6a91dfb9 request from dv-cinder-759955-25-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:38:45.247141 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 4926dd7c-cdcb-49d0-a3ab-5e086881a20f {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:38:45.247469 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 4926dd7c-cdcb-49d0-a3ab-5e086881a20f not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:38:45.247876 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device ed2c5f23-652f-4f03-ba2a-a3ded91bee01 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:38:45.258817 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab31a62c-c574-42cf-838c-d2c8e6c452f3,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:45.266355 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] No DVR routers for this DVR port ab31a62c-c574-42cf-838c-d2c8e6c452f3 on host dv-cinder-759955-25-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:38:45.267438 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: ed2c5f23-652f-4f03-ba2a-a3ded91bee01 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:38:45.267791 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device ed2c5f23-652f-4f03-ba2a-a3ded91bee01 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:38:45.337742 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.357299 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c222a598-d10c-4158-a8f9-59cd6a91dfb9']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:45.366349 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbe6bea-d30f-42c3-99a5-3bd1145e70f0') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:45.366637 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbe6bea-d30f-42c3-99a5-3bd1145e70f0') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:38:45.376078 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126593465'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.389203 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.395725 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:38:45.396103 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593104'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: timer() Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: cb(*args, **kw) Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: self._notify() Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: self.callback(batched_events) Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: event.method(event) Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._get(url).json() Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:38:45.397796 dv-cinder-759955-25-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:38:45.455701 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.471287 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.473297 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c222a598-d10c-4158-a8f9-59cd6a91dfb9 HTTP/1.1" status: 204 len: 168 time: 0.5631807 Sep 15 02:38:45.474552 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd280c4-f46e-4d78-86f9-8218a2dc7e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=c222a598-d10c-4158-a8f9-59cd6a91dfb9,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:45.580553 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 45982) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:45.619326 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e348bc45-83a2-49a2-9a90-1304dfb7142b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b4ef7dbeb754af3ac01621e1d530f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376518 Sep 15 02:38:45.621582 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 45984) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:45.669353 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6d16ab9b-a349-4a23-8985-7d9654644b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.689751 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6d16ab9b-a349-4a23-8985-7d9654644b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.739192 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6d16ab9b-a349-4a23-8985-7d9654644b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.741746 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6d16ab9b-a349-4a23-8985-7d9654644b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.742847 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6d16ab9b-a349-4a23-8985-7d9654644b24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34be2c71-7617-48d3-885d-c19c9ff7b07e HTTP/1.1" status: 204 len: 168 time: 0.1203940 Sep 15 02:38:45.750548 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16ab9b-a349-4a23-8985-7d9654644b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34be2c71-7617-48d3-885d-c19c9ff7b07e,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:46.038168 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 45996) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:46.076188 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4b138530-4a48-4a95-849d-e5cf77243a3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42a939f0e5b14dd8b43d0176da894ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0360944 Sep 15 02:38:46.077683 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 45998) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:46.123395 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2186a9d-6313-4792-98d2-147a4c630a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:46.143196 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2186a9d-6313-4792-98d2-147a4c630a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:46.188864 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2186a9d-6313-4792-98d2-147a4c630a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:46.191316 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2186a9d-6313-4792-98d2-147a4c630a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:46.193668 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b2186a9d-6313-4792-98d2-147a4c630a53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a01e414f-09ae-4c44-8908-e8e141c74509 HTTP/1.1" status: 204 len: 168 time: 0.1147268 Sep 15 02:38:46.205012 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2186a9d-6313-4792-98d2-147a4c630a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01e414f-09ae-4c44-8908-e8e141c74509,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:47.029836 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device ab31a62c-c574-42cf-838c-d2c8e6c452f3 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:38:47.049181 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: ab31a62c-c574-42cf-838c-d2c8e6c452f3 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:38:47.049533 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device ab31a62c-c574-42cf-838c-d2c8e6c452f3 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:39:03.012205 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:08.199738 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d0582ba7-bf0c-4e51-8f15-c99449d16bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:10.590102 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:39:10.693880 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-de144ca4-05a6-4146-a4ba-068615f92a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:10.973665 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:11.998964 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:13.410435 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:21.963026 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff98b8-898c-4e4c-ab52-f5056df425f3 req-7a0b8720-8942-407a-803a-f433356d94af tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:21.964518 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-38ff98b8-898c-4e4c-ab52-f5056df425f3 req-7a0b8720-8942-407a-803a-f433356d94af tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 946 time: 0.1465800 Sep 15 02:39:22.000212 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-38ff98b8-898c-4e4c-ab52-f5056df425f3 req-9a146ef4-ee10-4022-94e3-9cf7a6f37a9e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297463 Sep 15 02:39:22.837011 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-bcf15d32-e86f-4ec9-8da7-43970b23a0d8 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:22.838274 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-bcf15d32-e86f-4ec9-8da7-43970b23a0d8 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.30 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 946 time: 0.0471537 Sep 15 02:39:22.932691 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Deleting port 433901a8-07c0-494e-a789-f99d63d6a550 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:39:22.933042 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:23.020068 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] For port 433901a8-07c0-494e-a789-f99d63d6a550, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=433901a8-07c0-494e-a789-f99d63d6a550,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:39:23.020423 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:23.116818 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45631b-5a8d-48d2-8f87-d678e99065a4 req-12e5b733-1bb2-4435-a302-991fedfc3f94 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:23.118415 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9c45631b-5a8d-48d2-8f87-d678e99065a4 req-12e5b733-1bb2-4435-a302-991fedfc3f94 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 946 time: 0.0477047 Sep 15 02:39:23.156277 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9c45631b-5a8d-48d2-8f87-d678e99065a4 req-4436b760-e1f3-49fe-98e4-6ddc58fa562c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=89bd6c2a-f8f3-4075-aea4-8166457733d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 Sep 15 02:39:23.233132 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:23.233486 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:23.233798 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.l3_db [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Floating IP 0a59ab0f-d49e-4699-a72b-35417b8853d7 disassociated. External IP: 172.27.2.191, port: 433901a8-07c0-494e-a789-f99d63d6a550. Sep 15 02:39:23.234126 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Calling delete_port for 433901a8-07c0-494e-a789-f99d63d6a550 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:39:23.353059 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:23.378956 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event deleted for resources: {'Port': ['ID=433901a8-07c0-494e-a789-f99d63d6a550,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:23.709396 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Router 3d29f752-e691-40e6-899c-6b9bb47d2846 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:39:23.813626 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:39:23.824169 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ee2f6c-128a-47f6-88bf-1beae6c531b9 None None] Sync routers for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:39:23.834132 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ee2f6c-128a-47f6-88bf-1beae6c531b9 None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:39:23.834737 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-37ee2f6c-128a-47f6-88bf-1beae6c531b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:39:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:39:23.855155 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] No DVR routers for this DVR port 433901a8-07c0-494e-a789-f99d63d6a550 on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:39:23.857707 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:23.859642 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-10c8248d-8744-4a24-997d-f671d9ebc7f4 req-76f85a8f-343b-4303-97e7-96e145ea2f2c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.30 "DELETE /v2.0/ports/433901a8-07c0-494e-a789-f99d63d6a550 HTTP/1.1" status: 204 len: 173 time: 1.0146213 Sep 15 02:39:23.860071 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'name': 'network-vif-deleted', 'tag': '433901a8-07c0-494e-a789-f99d63d6a550'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:39:23.862378 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2a3d7e-9923-471e-ad1d-98d888bf4bfc" -d '{"events": [{"server_uuid": "0014927c-5e77-403b-a819-72d0c0dcdd4e", "name": "network-vif-deleted", "tag": "433901a8-07c0-494e-a789-f99d63d6a550"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:39:23.962413 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-37ee2f6c-128a-47f6-88bf-1beae6c531b9 None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:39:23.966058 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8266b6f1-12e1-4691-91c1-d51cdd82778c x-openstack-request-id: req-8266b6f1-12e1-4691-91c1-d51cdd82778c {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:39:23.966664 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0014927c-5e77-403b-a819-72d0c0dcdd4e", "name": "network-vif-deleted", "tag": "433901a8-07c0-494e-a789-f99d63d6a550", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:39:23.967079 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8266b6f1-12e1-4691-91c1-d51cdd82778c {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:39:23.967931 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0014927c-5e77-403b-a819-72d0c0dcdd4e', 'name': 'network-vif-deleted', 'tag': '433901a8-07c0-494e-a789-f99d63d6a550', 'status': 'completed', 'code': 200} Sep 15 02:39:24.161640 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-37ee2f6c-128a-47f6-88bf-1beae6c531b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:30Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:39:24.187935 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ee2f6c-128a-47f6-88bf-1beae6c531b9 None None] Checking router: 3d29f752-e691-40e6-899c-6b9bb47d2846 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:39:24.197894 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ee2f6c-128a-47f6-88bf-1beae6c531b9 None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:39:24.198508 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-37ee2f6c-128a-47f6-88bf-1beae6c531b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:39:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:39:24.289170 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-04a19615-1726-4f2c-98dc-cdd7b0232569 req-5383ec9f-6682-4144-af79-b305086f62ea tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=0014927c-5e77-403b-a819-72d0c0dcdd4e HTTP/1.1" status: 200 len: 210 time: 0.0379550 Sep 15 02:39:24.311157 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-37ee2f6c-128a-47f6-88bf-1beae6c531b9 None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:39:24.607396 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-37ee2f6c-128a-47f6-88bf-1beae6c531b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:30Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:39:24.634551 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ee2f6c-128a-47f6-88bf-1beae6c531b9 None None] The sync data for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi is: [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:30Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:39:24.844315 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44da4ee-c517-41cf-9a61-bb438dd1ae49 None None] New status for floating IP 0a59ab0f-d49e-4699-a72b-35417b8853d7: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:39:25.363214 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 46404) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:25.420536 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97055a91-844d-42b6-8c3c-230056490644 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:25.443776 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97055a91-844d-42b6-8c3c-230056490644 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:25.489812 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97055a91-844d-42b6-8c3c-230056490644 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:25.492307 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97055a91-844d-42b6-8c3c-230056490644 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:25.493540 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-97055a91-844d-42b6-8c3c-230056490644 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "DELETE /v2.0/security-groups/89bd6c2a-f8f3-4075-aea4-8166457733d1 HTTP/1.1" status: 204 len: 168 time: 0.1293054 Sep 15 02:39:25.496351 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 46406) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:25.502205 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97055a91-844d-42b6-8c3c-230056490644 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bd6c2a-f8f3-4075-aea4-8166457733d1,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:25.510408 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.api.v2.resource [None req-c8ad0365-0d22-420a-bee6-ffd1f3e59a20 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] show failed (client error): The resource could not be found. Sep 15 02:39:25.514005 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c8ad0365-0d22-420a-bee6-ffd1f3e59a20 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups/89bd6c2a-f8f3-4075-aea4-8166457733d1 HTTP/1.1" status: 404 len: 347 time: 0.0139897 Sep 15 02:39:25.514288 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 46408) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:25.662211 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-cc26a80f-d8dc-4d8e-9fe4-a2dbaa3211ce tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Deleting port 1881deab-8558-40f8-bc8a-499dd58225fd {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:39:25.662550 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc26a80f-d8dc-4d8e-9fe4-a2dbaa3211ce tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:25.736609 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc26a80f-d8dc-4d8e-9fe4-a2dbaa3211ce tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:25.736954 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc26a80f-d8dc-4d8e-9fe4-a2dbaa3211ce tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:25.748472 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-cc26a80f-d8dc-4d8e-9fe4-a2dbaa3211ce tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Calling delete_port for 1881deab-8558-40f8-bc8a-499dd58225fd owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:39:25.880846 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc26a80f-d8dc-4d8e-9fe4-a2dbaa3211ce tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:25.905435 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26a80f-d8dc-4d8e-9fe4-a2dbaa3211ce tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event deleted for resources: {'Port': ['ID=1881deab-8558-40f8-bc8a-499dd58225fd,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:25.960868 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc26a80f-d8dc-4d8e-9fe4-a2dbaa3211ce tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:25.963411 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc26a80f-d8dc-4d8e-9fe4-a2dbaa3211ce tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:25.964645 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-cc26a80f-d8dc-4d8e-9fe4-a2dbaa3211ce tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "DELETE /v2.0/floatingips/0a59ab0f-d49e-4699-a72b-35417b8853d7 HTTP/1.1" status: 204 len: 168 time: 0.4494855 Sep 15 02:39:26.260581 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 46416) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:26.265118 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-4ed6703c-e0de-4cc9-833b-79f5eabbd8e9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420428232', 'description': 'tempest-description--1939930440'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:39:26.286435 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ed6703c-e0de-4cc9-833b-79f5eabbd8e9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.370593 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ed6703c-e0de-4cc9-833b-79f5eabbd8e9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.374184 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ed6703c-e0de-4cc9-833b-79f5eabbd8e9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.403698 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ed6703c-e0de-4cc9-833b-79f5eabbd8e9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.404932 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4ed6703c-e0de-4cc9-833b-79f5eabbd8e9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1432822 Sep 15 02:39:26.406732 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6703c-e0de-4cc9-833b-79f5eabbd8e9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b25ea01-8ef3-4467-bdb6-86b4881bca64,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:26.407945 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 46422) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:26.412808 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-6d7f295c-7c53-4e6c-96b7-ceae809e7ab5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Request body: {'security_group_rule': {'security_group_id': '4b25ea01-8ef3-4467-bdb6-86b4881bca64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:39:26.439153 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6d7f295c-7c53-4e6c-96b7-ceae809e7ab5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.484545 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6d7f295c-7c53-4e6c-96b7-ceae809e7ab5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.487953 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6d7f295c-7c53-4e6c-96b7-ceae809e7ab5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.504101 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 433901a8-07c0-494e-a789-f99d63d6a550 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:39:26.504830 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f295c-7c53-4e6c-96b7-ceae809e7ab5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6406e9d3-9f21-4c5b-8029-37b5352df6bd,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:26.513503 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6d7f295c-7c53-4e6c-96b7-ceae809e7ab5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.514916 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6d7f295c-7c53-4e6c-96b7-ceae809e7ab5 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1056540 Sep 15 02:39:26.517356 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 46424) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:26.521653 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-c0598533-01fb-4df1-92ca-e0ad56a3698f tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Request body: {'security_group_rule': {'security_group_id': '4b25ea01-8ef3-4467-bdb6-86b4881bca64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:39:26.525502 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 433901a8-07c0-494e-a789-f99d63d6a550 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:39:26.525854 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 433901a8-07c0-494e-a789-f99d63d6a550 not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:39:26.545924 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c0598533-01fb-4df1-92ca-e0ad56a3698f tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.602909 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c0598533-01fb-4df1-92ca-e0ad56a3698f tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.606847 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c0598533-01fb-4df1-92ca-e0ad56a3698f tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.625454 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0598533-01fb-4df1-92ca-e0ad56a3698f tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eab7bd0-4d68-4d0b-ba46-4ece7887ff8c,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:26.627745 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c0598533-01fb-4df1-92ca-e0ad56a3698f tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.632150 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c0598533-01fb-4df1-92ca-e0ad56a3698f tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105759 Sep 15 02:39:26.632696 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 46428) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:26.637634 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Request body: {'floatingip': {'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:39:26.658609 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:26.750589 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:27.064998 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Allocated IP 172.27.2.250 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/434eb2d9-be40-44df-ba7a-7331d7ea1851) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:39:27.159371 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:27.194317 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:27.229038 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:39:27.233029 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:39:27.236394 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:39:27.243848 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event updated for resources: {'Port': ['ID=434eb2d9-be40-44df-ba7a-7331d7ea1851,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:27.321390 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:27.353201 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:27.501521 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:27.505548 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130386883'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:27.573026 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event updated for resources: {'Port': ['ID=434eb2d9-be40-44df-ba7a-7331d7ea1851,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:27.585209 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:27.597136 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:27.598316 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ec537c16-e8f0-4b86-a5e3-9fdcef7e7617 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9643643 Sep 15 02:39:27.881025 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-4f9ff75b-6b0b-4a2b-b6d7-8b7207baf706 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--420428232&fields=id&tenant_id=cc2ce4399ef144efb17b4474c8f97969 HTTP/1.1" status: 200 len: 267 time: 0.0401735 Sep 15 02:39:27.986865 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-83bac7e5-0b36-4439-a0ca-a93ef63a3d67 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:27.988279 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-83bac7e5-0b36-4439-a0ca-a93ef63a3d67 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/networks?id=a253661e-f1ab-4f21-a6f2-e0d11c706346 HTTP/1.1" status: 200 len: 817 time: 0.1008596 Sep 15 02:39:28.003152 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-664dfc33-22fc-4df8-bb18-674fc639fe00 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/quotas/cc2ce4399ef144efb17b4474c8f97969 HTTP/1.1" status: 200 len: 375 time: 0.0088062 Sep 15 02:39:28.053157 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-049380a3-5402-4d4c-9f12-2c8e80fd608d tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc2ce4399ef144efb17b4474c8f97969&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0443373 Sep 15 02:39:28.191148 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ad024428-9f1f-44e2-9f85-9a5c6f8281c3 service neutron] 10.222.0.32 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249006 Sep 15 02:39:28.280265 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-aeccecb9-1771-4aeb-bb5f-16b7fff8aa08 service neutron] 10.222.0.32 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824308 Sep 15 02:39:28.438069 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e448a453-a9e3-4082-bb5b-e94d3bca23ee req-b76b2cb3-7f47-4299-9f32-781430f49ab4 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 210 time: 0.0289056 Sep 15 02:39:29.544983 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8c183f00-bb97-42b0-8c66-09cb5c100aeb req-14b3d315-bf5a-4a84-9394-5171f164face tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 210 time: 0.0257785 Sep 15 02:39:30.055216 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f199c11b-9332-40cc-b7f8-88d4391afd11 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:30.056569 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f199c11b-9332-40cc-b7f8-88d4391afd11 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.30 "GET /v2.0/networks?id=a253661e-f1ab-4f21-a6f2-e0d11c706346 HTTP/1.1" status: 200 len: 817 time: 0.1020570 Sep 15 02:39:30.116280 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-2735ec92-38b3-49e1-8ac3-2145eedebe5e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2ce4399ef144efb17b4474c8f97969 HTTP/1.1" status: 200 len: 379 time: 0.0430484 Sep 15 02:39:30.129364 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Request body: {'port': {'device_id': 'c54b6757-ff78-447f-b691-88aaef13547a', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'admin_state_up': True, 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'security_groups': ['4b25ea01-8ef3-4467-bdb6-86b4881bca64']}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:39:30.232005 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Made reservation on behalf of cc2ce4399ef144efb17b4474c8f97969 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:39:30.235425 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:30.355208 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Allocated IP 172.20.0.10 (a253661e-f1ab-4f21-a6f2-e0d11c706346/07b4da09-c6cd-4778-8b6d-e85d177cecba/4d636cbf-ba7e-4395-a294-ede0922fa243) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:39:30.487642 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:30.518798 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:30.559577 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Network a253661e-f1ab-4f21-a6f2-e0d11c706346 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:39:30.562665 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:39:30.566282 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:39:30.597839 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event updated for resources: {'Port': ['ID=4d636cbf-ba7e-4395-a294-ede0922fa243,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:30.633572 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:30.634207 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:30.650947 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-ab5276fc-dad2-45eb-95c4-49720b7f62dc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5250459 Sep 15 02:39:30.669389 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Request body: {'port': {'device_id': 'c54b6757-ff78-447f-b691-88aaef13547a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:39:30.689921 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db34be-3026-4d55-8f70-bf7f6f53cd4b req-fd1ba711-10b3-48d2-9088-db0a67aee85b tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:30.693412 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-39db34be-3026-4d55-8f70-bf7f6f53cd4b req-fd1ba711-10b3-48d2-9088-db0a67aee85b tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 932 time: 0.0553343 Sep 15 02:39:30.734789 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:30.735764 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-39db34be-3026-4d55-8f70-bf7f6f53cd4b req-4efa0106-f29b-49f9-97c1-8bc2869adb88 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372813 Sep 15 02:39:30.797602 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-9398b8a5-2d4a-4ec4-83f9-512a02bf080a None None] Provisioning complete for port 4d636cbf-ba7e-4395-a294-ede0922fa243 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:39:30.798242 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9398b8a5-2d4a-4ec4-83f9-512a02bf080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:30.832470 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-9398b8a5-2d4a-4ec4-83f9-512a02bf080a None None] Port 4d636cbf-ba7e-4395-a294-ede0922fa243 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:39:30.993922 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d636cbf-ba7e-4395-a294-ede0922fa243 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:39:31.001064 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:31.012943 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Transition to ACTIVE for port object 4d636cbf-ba7e-4395-a294-ede0922fa243 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:39:31.016519 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:31.062377 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Pushing event updated for resources: {'Port': ['ID=4d636cbf-ba7e-4395-a294-ede0922fa243,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:31.137604 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Attempting to bind port 4d636cbf-ba7e-4395-a294-ede0922fa243 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:39:31.137966 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Attempting to bind port 4d636cbf-ba7e-4395-a294-ede0922fa243 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:39:31.138293 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Attempting to bind port 4d636cbf-ba7e-4395-a294-ede0922fa243 on network a253661e-f1ab-4f21-a6f2-e0d11c706346 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:39:31.142707 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Port 4d636cbf-ba7e-4395-a294-ede0922fa243 on network a253661e-f1ab-4f21-a6f2-e0d11c706346 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:39:31.143008 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Attempting to bind port 4d636cbf-ba7e-4395-a294-ede0922fa243 on network a253661e-f1ab-4f21-a6f2-e0d11c706346 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:39:31.147803 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:39:31.148133 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Checking segment: {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:39:31.148513 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Bound using segment: {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:39:31.148971 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Bound port: 4d636cbf-ba7e-4395-a294-ede0922fa243, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c62b10-f3c8-443d-a514-449fbcc14b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:39:31.149334 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:31.212284 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] For port 4d636cbf-ba7e-4395-a294-ede0922fa243, host hv-cinder-75995, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:39:31.215207 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] For port 4d636cbf-ba7e-4395-a294-ede0922fa243, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=4d636cbf-ba7e-4395-a294-ede0922fa243,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:39:31.219514 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:31.252734 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:31.253402 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:31.255615 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] 10.222.0.30 "PUT /v2.0/ports/4d636cbf-ba7e-4395-a294-ede0922fa243 HTTP/1.1" status: 200 len: 1094 time: 0.5901377 Sep 15 02:39:31.256423 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54b6757-ff78-447f-b691-88aaef13547a', 'tag': '4d636cbf-ba7e-4395-a294-ede0922fa243'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:39:31.258895 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a0a430-e1c6-4bd3-a4d6-cf75f3f4f8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c54b6757-ff78-447f-b691-88aaef13547a", "tag": "4d636cbf-ba7e-4395-a294-ede0922fa243"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:39:31.282539 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464f4ff-a3ad-4a5e-8baf-e465a6a10a86 service neutron] Pushing event updated for resources: {'Port': ['ID=4d636cbf-ba7e-4395-a294-ede0922fa243,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:31.304870 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f366a2-362a-4fa3-9bfb-77391c1835a4 x-openstack-request-id: req-e2f366a2-362a-4fa3-9bfb-77391c1835a4 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:39:31.305190 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54b6757-ff78-447f-b691-88aaef13547a", "tag": "4d636cbf-ba7e-4395-a294-ede0922fa243", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:39:31.305435 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2f366a2-362a-4fa3-9bfb-77391c1835a4 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:39:31.305827 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54b6757-ff78-447f-b691-88aaef13547a', 'tag': '4d636cbf-ba7e-4395-a294-ede0922fa243', 'status': 'completed', 'code': 200} Sep 15 02:39:31.367372 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-b897885a-3799-4c03-9c68-69274f745529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:31.368898 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-b897885a-3799-4c03-9c68-69274f745529 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc2ce4399ef144efb17b4474c8f97969&device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 1097 time: 0.0460155 Sep 15 02:39:31.420648 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-fb2522b5-2dc8-4f87-a424-7c868a3361c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d636cbf-ba7e-4395-a294-ede0922fa243 HTTP/1.1" status: 200 len: 217 time: 0.0360279 Sep 15 02:39:31.469327 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-5d8e61a0-2918-42b1-923c-78a38d826b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:31.470686 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-5d8e61a0-2918-42b1-923c-78a38d826b25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07b4da09-c6cd-4778-8b6d-e85d177cecba HTTP/1.1" status: 200 len: 856 time: 0.0429163 Sep 15 02:39:31.519401 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-747338ea-716b-41ab-a100-fb2e05af9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:31.520860 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-747338ea-716b-41ab-a100-fb2e05af9246 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a253661e-f1ab-4f21-a6f2-e0d11c706346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431252 Sep 15 02:39:31.608662 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-8c7e978e-c120-4c61-93cd-7f9ce5e8115a service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803330 Sep 15 02:39:31.699586 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f52a33-e277-4186-a4ea-ed6039be6681 req-491dc683-8f29-46cf-af24-6459b6b5ff30 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839062 Sep 15 02:39:31.860330 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0a430-e1c6-4bd3-a4d6-cf75f3f4f8aa req-380fc7ac-42cb-4c43-85cc-80c3f093e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:31.861851 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56a0a430-e1c6-4bd3-a4d6-cf75f3f4f8aa req-380fc7ac-42cb-4c43-85cc-80c3f093e58f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc2ce4399ef144efb17b4474c8f97969&device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 1097 time: 0.0678363 Sep 15 02:39:31.873613 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba40a-9697-43b8-9fd5-c5bb4b878969 req-868a3db1-ea8f-406a-83a3-a2c4bbd7e611 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:31.875109 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de3ba40a-9697-43b8-9fd5-c5bb4b878969 req-868a3db1-ea8f-406a-83a3-a2c4bbd7e611 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 944 time: 0.0561612 Sep 15 02:39:31.964347 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de3ba40a-9697-43b8-9fd5-c5bb4b878969 req-763c4087-b3c5-4a98-a38f-2e43ef153f57 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804293 Sep 15 02:39:31.989256 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0a430-e1c6-4bd3-a4d6-cf75f3f4f8aa req-e422f0a0-0ee5-4064-b9b0-d609304cd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:31.991227 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56a0a430-e1c6-4bd3-a4d6-cf75f3f4f8aa req-e422f0a0-0ee5-4064-b9b0-d609304cd70a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a253661e-f1ab-4f21-a6f2-e0d11c706346 HTTP/1.1" status: 200 len: 918 time: 0.1154032 Sep 15 02:39:32.033847 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56a0a430-e1c6-4bd3-a4d6-cf75f3f4f8aa req-32725206-4757-4d77-a220-cd02d32f2731 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d636cbf-ba7e-4395-a294-ede0922fa243 HTTP/1.1" status: 200 len: 217 time: 0.0350459 Sep 15 02:39:32.085884 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0a430-e1c6-4bd3-a4d6-cf75f3f4f8aa req-659d1deb-332f-4f87-9759-0542d4e4464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:32.087291 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56a0a430-e1c6-4bd3-a4d6-cf75f3f4f8aa req-659d1deb-332f-4f87-9759-0542d4e4464a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07b4da09-c6cd-4778-8b6d-e85d177cecba HTTP/1.1" status: 200 len: 856 time: 0.0462396 Sep 15 02:39:32.130749 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0a430-e1c6-4bd3-a4d6-cf75f3f4f8aa req-83ec5e74-a320-4d15-9b81-489f0738b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:32.132156 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56a0a430-e1c6-4bd3-a4d6-cf75f3f4f8aa req-83ec5e74-a320-4d15-9b81-489f0738b9ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a253661e-f1ab-4f21-a6f2-e0d11c706346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377116 Sep 15 02:39:32.221373 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56a0a430-e1c6-4bd3-a4d6-cf75f3f4f8aa req-2b7baa72-4179-442f-9367-373c49d8bc50 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815289 Sep 15 02:39:32.306736 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56a0a430-e1c6-4bd3-a4d6-cf75f3f4f8aa req-d53e0a37-3c06-43cb-b122-b390e6d051f8 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782192 Sep 15 02:39:33.028403 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:33.085378 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6436bad-5e20-4c55-bfd7-ef27fe965264 req-87320281-d08d-4c8e-ac2b-ddb650b96456 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:33.086883 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f6436bad-5e20-4c55-bfd7-ef27fe965264 req-87320281-d08d-4c8e-ac2b-ddb650b96456 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 944 time: 0.0500360 Sep 15 02:39:33.123985 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f6436bad-5e20-4c55-bfd7-ef27fe965264 req-8546ba23-caec-46d0-82e6-8f001f956b8b tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312331 Sep 15 02:39:34.240853 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56bfdd-a748-4413-ab24-0a7e8df7e0c8 req-e7534b7a-aede-43b2-b3f5-4a026e20efa9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:34.242306 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4d56bfdd-a748-4413-ab24-0a7e8df7e0c8 req-e7534b7a-aede-43b2-b3f5-4a026e20efa9 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 944 time: 0.0508950 Sep 15 02:39:34.277944 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4d56bfdd-a748-4413-ab24-0a7e8df7e0c8 req-f2aa4166-83e9-4918-9b10-5584975a1691 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299344 Sep 15 02:39:34.947697 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-5279fbab-4c00-4b7b-88c0-0def7dcf92ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379314 Sep 15 02:39:35.018286 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-68427471-904a-4705-b3c3-e949c858e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:35.019718 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-68427471-904a-4705-b3c3-e949c858e770 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 1098 time: 0.0388057 Sep 15 02:39:35.118994 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-692eff48-78be-4932-b59e-18e6ae0d9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:35.120388 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-692eff48-78be-4932-b59e-18e6ae0d9e0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0827506 Sep 15 02:39:35.159342 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-950b9be0-8916-4dcf-8469-46da0b910fb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc HTTP/1.1" status: 200 len: 217 time: 0.0319633 Sep 15 02:39:35.212227 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-a877083c-45c1-4283-8397-fdc4923bd308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:35.213722 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-a877083c-45c1-4283-8397-fdc4923bd308 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0480704 Sep 15 02:39:35.244413 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-3cdf7f36-d431-40b2-88fb-dabd308c3985 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237813 Sep 15 02:39:35.254964 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-5ec555c2-701a-4a6e-b337-351a9c5670be service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:39:35.255945 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-5ec555c2-701a-4a6e-b337-351a9c5670be service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047088 Sep 15 02:39:35.343253 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-0227b62a-9fcd-44fb-b798-ee46c474b4b7 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800085 Sep 15 02:39:35.450206 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae00e6-8f97-48f9-93e2-05e8113e6bb4 req-f3ccceab-473a-4dc1-b65c-b711e3c24030 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:35.451653 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7dae00e6-8f97-48f9-93e2-05e8113e6bb4 req-f3ccceab-473a-4dc1-b65c-b711e3c24030 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 944 time: 0.1045032 Sep 15 02:39:35.477925 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22bf7e24-5627-49b1-a8e8-9770de98ea8a req-50491778-a0c0-46db-ac0d-00c72f12f5cb service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228039 Sep 15 02:39:35.497011 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7dae00e6-8f97-48f9-93e2-05e8113e6bb4 req-1b50246a-95bf-4f08-b98d-4d4c22772125 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392311 Sep 15 02:39:36.563431 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 4d636cbf-ba7e-4395-a294-ede0922fa243 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:39:36.618272 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a3e0b-31fb-4edc-9ef7-6baac22513e4 req-e95577a3-7c50-42f1-bb2f-9c44f2dff1ce tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:36.619725 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1a1a3e0b-31fb-4edc-9ef7-6baac22513e4 req-e95577a3-7c50-42f1-bb2f-9c44f2dff1ce tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 944 time: 0.0510492 Sep 15 02:39:36.655847 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1a1a3e0b-31fb-4edc-9ef7-6baac22513e4 req-e7b878c0-a0e4-4039-8274-f33bff694ba6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301168 Sep 15 02:39:36.657603 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 4d636cbf-ba7e-4395-a294-ede0922fa243, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=4d636cbf-ba7e-4395-a294-ede0922fa243,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:39:36.668989 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '4d636cbf-ba7e-4395-a294-ede0922fa243', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'port_id': '4d636cbf-ba7e-4395-a294-ede0922fa243', 'mac_address': 'fa:16:3e:a6:ec:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:39:36.704529 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:36.716477 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d636cbf-ba7e-4395-a294-ede0922fa243 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:39:36.735079 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 4d636cbf-ba7e-4395-a294-ede0922fa243, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=4d636cbf-ba7e-4395-a294-ede0922fa243,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:39:36.738786 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:36.790953 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=4d636cbf-ba7e-4395-a294-ede0922fa243,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:37.263237 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['4d636cbf-ba7e-4395-a294-ede0922fa243'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:39:37.770144 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa76188-4abc-482f-9f47-19d3da8e8a44 req-9f23b8ad-c0cc-4a2a-af04-55b099a856b7 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:37.772085 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-efa76188-4abc-482f-9f47-19d3da8e8a44 req-9f23b8ad-c0cc-4a2a-af04-55b099a856b7 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 945 time: 0.0466063 Sep 15 02:39:37.808697 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-efa76188-4abc-482f-9f47-19d3da8e8a44 req-b2868577-a99a-4cbb-bfe1-28340ac9ae10 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308242 Sep 15 02:39:38.200008 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8b061acb-cb3d-46a1-b289-fe2a2eaadf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:38.563905 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 4d636cbf-ba7e-4395-a294-ede0922fa243 up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:39:38.612616 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 4d636cbf-ba7e-4395-a294-ede0922fa243 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:39:38.616673 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 4d636cbf-ba7e-4395-a294-ede0922fa243 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:39:38.617072 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:38.689451 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:38.711789 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54b6757-ff78-447f-b691-88aaef13547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d636cbf-ba7e-4395-a294-ede0922fa243'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:39:38.714065 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f6621c-5dcf-4aeb-863b-93906e7c8f06" -d '{"events": [{"server_uuid": "c54b6757-ff78-447f-b691-88aaef13547a", "name": "network-vif-plugged", "status": "completed", "tag": "4d636cbf-ba7e-4395-a294-ede0922fa243"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:39:38.726253 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 4d636cbf-ba7e-4395-a294-ede0922fa243, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=4d636cbf-ba7e-4395-a294-ede0922fa243,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:39:38.731026 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:38.777074 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=4d636cbf-ba7e-4395-a294-ede0922fa243,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:38.806264 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5c4948-5bec-4531-893f-8455e3016020 x-openstack-request-id: req-8a5c4948-5bec-4531-893f-8455e3016020 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:39:38.806579 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54b6757-ff78-447f-b691-88aaef13547a", "name": "network-vif-plugged", "status": "completed", "tag": "4d636cbf-ba7e-4395-a294-ede0922fa243", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:39:38.806828 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a5c4948-5bec-4531-893f-8455e3016020 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:39:38.807226 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54b6757-ff78-447f-b691-88aaef13547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d636cbf-ba7e-4395-a294-ede0922fa243', 'code': 200} Sep 15 02:39:38.931337 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db44cae-6221-44f8-adf8-a8525adaa466 req-c0126f6d-2b7e-49f0-93d0-9359662cdaab tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:38.932812 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1db44cae-6221-44f8-adf8-a8525adaa466 req-c0126f6d-2b7e-49f0-93d0-9359662cdaab tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 946 time: 0.0520625 Sep 15 02:39:38.971088 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1db44cae-6221-44f8-adf8-a8525adaa466 req-2fc3199c-0c26-4984-aac0-052f5764d9fd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313277 Sep 15 02:39:39.000971 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d0209-458f-4de2-9cf2-2cd513fb41ee req-ad951ac0-17ce-4d90-ba73-147a1913d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:39.002459 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-307d0209-458f-4de2-9cf2-2cd513fb41ee req-ad951ac0-17ce-4d90-ba73-147a1913d52c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 1099 time: 0.0410526 Sep 15 02:39:39.038096 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-307d0209-458f-4de2-9cf2-2cd513fb41ee req-e616b58f-93cb-4bc2-8d46-9a1d1c488320 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286949 Sep 15 02:39:40.091312 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042d50-53f3-42f4-9efc-eb5cf9dd8f32 req-ba94c4d4-3db5-4535-baef-9d7c2990ff2d tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:40.092805 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0e042d50-53f3-42f4-9efc-eb5cf9dd8f32 req-ba94c4d4-3db5-4535-baef-9d7c2990ff2d tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 946 time: 0.0495486 Sep 15 02:39:40.130210 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0e042d50-53f3-42f4-9efc-eb5cf9dd8f32 req-359c2828-a67a-48b9-9dfd-897b34ca2c69 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315497 Sep 15 02:39:40.698275 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f69b0f5d-8fd3-44db-bf06-3092a827db40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:40.973619 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:41.243945 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf975a-3d31-4735-836b-6bdc608828b6 req-00b861d6-0348-41f6-8fe1-3fda885434ed tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:41.245321 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-36cf975a-3d31-4735-836b-6bdc608828b6 req-00b861d6-0348-41f6-8fe1-3fda885434ed tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 946 time: 0.0468175 Sep 15 02:39:41.281473 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-36cf975a-3d31-4735-836b-6bdc608828b6 req-9ff6fd49-4e8e-4f92-b7c1-17df8333078c tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304744 Sep 15 02:39:41.398890 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46d33d-a399-405e-b5c9-ad273090040b req-ab672e67-5f04-4792-a4a2-d9371a4069c6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:41.400468 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2d46d33d-a399-405e-b5c9-ad273090040b req-ab672e67-5f04-4792-a4a2-d9371a4069c6 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 946 time: 0.0534732 Sep 15 02:39:41.409165 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 46610) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:41.414399 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-e6cb8962-e089-4d99-8f97-ca68a07bf057 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Request body: {'floatingip': {'port_id': '4d636cbf-ba7e-4395-a294-ede0922fa243'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:39:41.451744 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e6cb8962-e089-4d99-8f97-ca68a07bf057 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:42.003734 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:42.079671 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e6cb8962-e089-4d99-8f97-ca68a07bf057 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:42.083456 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e6cb8962-e089-4d99-8f97-ca68a07bf057 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:42.179313 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.l3_db [None req-e6cb8962-e089-4d99-8f97-ca68a07bf057 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Floating IP 42dacea3-e4fd-47fd-8770-f2ebd5257d40 associated. External IP: 172.27.2.250, port: 4d636cbf-ba7e-4395-a294-ede0922fa243. Sep 15 02:39:42.378485 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cb8962-e089-4d99-8f97-ca68a07bf057 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Router 3d29f752-e691-40e6-899c-6b9bb47d2846 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:39:42.484614 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cb8962-e089-4d99-8f97-ca68a07bf057 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:39:42.489753 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e6cb8962-e089-4d99-8f97-ca68a07bf057 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:42.495952 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1373dde-9cb9-461f-ad17-2eb4d5c1b8bc None None] Sync routers for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:39:42.506351 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1373dde-9cb9-461f-ad17-2eb4d5c1b8bc None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:39:42.507272 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-b1373dde-9cb9-461f-ad17-2eb4d5c1b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:39:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:39:42.522856 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e6cb8962-e089-4d99-8f97-ca68a07bf057 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "PUT /v2.0/floatingips/42dacea3-e4fd-47fd-8770-f2ebd5257d40 HTTP/1.1" status: 200 len: 992 time: 1.1126678 Sep 15 02:39:42.523444 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54b6757-ff78-447f-b691-88aaef13547a', 'tag': '4d636cbf-ba7e-4395-a294-ede0922fa243'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:39:42.525718 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77cdeab-fa35-41b0-83be-9615e36e415d" -d '{"events": [{"name": "network-changed", "server_uuid": "c54b6757-ff78-447f-b691-88aaef13547a", "tag": "4d636cbf-ba7e-4395-a294-ede0922fa243"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:39:42.561856 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0808e44-b786-43ed-97bd-4ea078acaeb1 x-openstack-request-id: req-d0808e44-b786-43ed-97bd-4ea078acaeb1 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:39:42.562139 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54b6757-ff78-447f-b691-88aaef13547a", "tag": "4d636cbf-ba7e-4395-a294-ede0922fa243", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:39:42.562387 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0808e44-b786-43ed-97bd-4ea078acaeb1 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:39:42.562783 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54b6757-ff78-447f-b691-88aaef13547a', 'tag': '4d636cbf-ba7e-4395-a294-ede0922fa243', 'status': 'completed', 'code': 200} Sep 15 02:39:42.619167 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-b1373dde-9cb9-461f-ad17-2eb4d5c1b8bc None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:39:42.654529 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cdeab-fa35-41b0-83be-9615e36e415d req-1067eb00-0e93-42cb-8976-409ee1393071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:42.656021 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b77cdeab-fa35-41b0-83be-9615e36e415d req-1067eb00-0e93-42cb-8976-409ee1393071 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc2ce4399ef144efb17b4474c8f97969&device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 1099 time: 0.0413766 Sep 15 02:39:42.742919 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cdeab-fa35-41b0-83be-9615e36e415d req-d2a7d79e-8b17-45b0-841a-7a36aeb768c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:42.744398 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b77cdeab-fa35-41b0-83be-9615e36e415d req-d2a7d79e-8b17-45b0-841a-7a36aeb768c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a253661e-f1ab-4f21-a6f2-e0d11c706346 HTTP/1.1" status: 200 len: 918 time: 0.0811832 Sep 15 02:39:42.811742 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b77cdeab-fa35-41b0-83be-9615e36e415d req-583fc740-cd07-4b9f-b32d-737231734ae1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d636cbf-ba7e-4395-a294-ede0922fa243 HTTP/1.1" status: 200 len: 1000 time: 0.0600245 Sep 15 02:39:42.836152 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-b1373dde-9cb9-461f-ad17-2eb4d5c1b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '42dacea3-e4fd-47fd-8770-f2ebd5257d40', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'port_id': '4d636cbf-ba7e-4395-a294-ede0922fa243', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'mac_address': 'fa:16:3e:a6:ec:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54b6757-ff78-447f-b691-88aaef13547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:39:27Z', 'updated_at': '2021-09-15T02:39:41Z', 'revision_number': 1, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:30Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:39:42.859428 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cdeab-fa35-41b0-83be-9615e36e415d req-18206df1-37ad-498b-8d06-6f34b47d6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:42.860918 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b77cdeab-fa35-41b0-83be-9615e36e415d req-18206df1-37ad-498b-8d06-6f34b47d6782 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07b4da09-c6cd-4778-8b6d-e85d177cecba HTTP/1.1" status: 200 len: 856 time: 0.0428729 Sep 15 02:39:42.861088 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1373dde-9cb9-461f-ad17-2eb4d5c1b8bc None None] Checking router: 3d29f752-e691-40e6-899c-6b9bb47d2846 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:39:42.868953 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1373dde-9cb9-461f-ad17-2eb4d5c1b8bc None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:39:42.869538 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-b1373dde-9cb9-461f-ad17-2eb4d5c1b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:39:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:39:42.905658 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cdeab-fa35-41b0-83be-9615e36e415d req-955ef438-e1a8-41d2-a38f-9ffd779a8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:42.907078 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b77cdeab-fa35-41b0-83be-9615e36e415d req-955ef438-e1a8-41d2-a38f-9ffd779a8e6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a253661e-f1ab-4f21-a6f2-e0d11c706346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391240 Sep 15 02:39:42.971262 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-b1373dde-9cb9-461f-ad17-2eb4d5c1b8bc None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:39:42.998943 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b77cdeab-fa35-41b0-83be-9615e36e415d req-6de29087-3c72-42e3-8322-c6fd55896c9b service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843618 Sep 15 02:39:43.089580 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b77cdeab-fa35-41b0-83be-9615e36e415d req-2c63aaec-bf72-4ffe-a47f-265959b265b0 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840919 Sep 15 02:39:43.191046 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-b1373dde-9cb9-461f-ad17-2eb4d5c1b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '42dacea3-e4fd-47fd-8770-f2ebd5257d40', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'port_id': '4d636cbf-ba7e-4395-a294-ede0922fa243', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'mac_address': 'fa:16:3e:a6:ec:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54b6757-ff78-447f-b691-88aaef13547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:39:27Z', 'updated_at': '2021-09-15T02:39:41Z', 'revision_number': 1, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:30Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:39:43.217471 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1373dde-9cb9-461f-ad17-2eb4d5c1b8bc None None] The sync data for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi is: [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '42dacea3-e4fd-47fd-8770-f2ebd5257d40', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'port_id': '4d636cbf-ba7e-4395-a294-ede0922fa243', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'mac_address': 'fa:16:3e:a6:ec:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54b6757-ff78-447f-b691-88aaef13547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:39:27Z', 'updated_at': '2021-09-15T02:39:41Z', 'revision_number': 1, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:30Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:39:43.397590 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881a41c-e436-43f7-b253-da0871ce17d3 None None] New status for floating IP 42dacea3-e4fd-47fd-8770-f2ebd5257d40: ACTIVE {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:39:43.445652 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:47.589121 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:40:03.020598 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:08.200393 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1f223c22-96d5-4f17-82e6-21129cbf8ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:10.704835 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-db85a635-f306-4528-b8f6-c65b05edb8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:10.973422 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:12.004988 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:13.418488 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:24.587045 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:40:33.018611 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:37.008257 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0005a827-5c73-489e-8308-8b974e198ae3 req-c02b7c25-d137-44b2-9850-7131f9b98040 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810206 Sep 15 02:40:37.113274 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005a827-5c73-489e-8308-8b974e198ae3 req-5cc9f985-cb2c-4c7a-aefb-1f40891e332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:37.114768 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0005a827-5c73-489e-8308-8b974e198ae3 req-5cc9f985-cb2c-4c7a-aefb-1f40891e332e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0399468 Sep 15 02:40:37.218618 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005a827-5c73-489e-8308-8b974e198ae3 req-a887e956-a40d-4c64-9b8c-b7e2eaf3096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:37.220106 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0005a827-5c73-489e-8308-8b974e198ae3 req-a887e956-a40d-4c64-9b8c-b7e2eaf3096f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0856030 Sep 15 02:40:37.259927 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0005a827-5c73-489e-8308-8b974e198ae3 req-3ddbf1b0-fe03-4f18-b4fa-6ac2a9ed5a46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 217 time: 0.0330164 Sep 15 02:40:37.306543 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005a827-5c73-489e-8308-8b974e198ae3 req-d19fd5b5-a0bc-4131-9f79-b85abbb9e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:40:37.307911 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0005a827-5c73-489e-8308-8b974e198ae3 req-d19fd5b5-a0bc-4131-9f79-b85abbb9e635 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0415354 Sep 15 02:40:37.339143 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0005a827-5c73-489e-8308-8b974e198ae3 req-a9211de9-92b9-4a46-8219-4d2b63ec2a51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236504 Sep 15 02:40:37.427214 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0005a827-5c73-489e-8308-8b974e198ae3 req-ab62993f-62ce-4db2-a69e-19002f6d3bc6 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809577 Sep 15 02:40:37.517397 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0005a827-5c73-489e-8308-8b974e198ae3 req-9dfd824a-3109-43ae-b164-ddce23684acd service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833032 Sep 15 02:40:38.201388 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-326cdea4-12dc-49a9-91da-1d6847aa53e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:40.695468 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dfbc25ed-4cd1-4e93-b031-4d207dfc0e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:40.973711 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:42.006709 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:43.420561 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:01.586735 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:41:03.019148 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:08.202562 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9b91e332-0be9-4412-a32c-1849a073a322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:10.699135 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a2317dfb-4628-4bb9-a52a-f99806e7118f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:10.974520 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:12.009335 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:13.422311 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:33.017069 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:37.934087 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-566d40bb-a0a2-444c-b396-5c22c4e158f4 req-3fd700b1-a665-4a62-803b-379e2b34028e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388796 Sep 15 02:41:38.002795 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d40bb-a0a2-444c-b396-5c22c4e158f4 req-2e00ec03-e9ea-4d84-9f39-31dfc6557793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:38.004616 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-566d40bb-a0a2-444c-b396-5c22c4e158f4 req-2e00ec03-e9ea-4d84-9f39-31dfc6557793 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 1099 time: 0.0379267 Sep 15 02:41:38.104591 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d40bb-a0a2-444c-b396-5c22c4e158f4 req-409caa53-770e-4bc6-8ae2-ad5f5f27ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:38.106041 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-566d40bb-a0a2-444c-b396-5c22c4e158f4 req-409caa53-770e-4bc6-8ae2-ad5f5f27ae9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0835025 Sep 15 02:41:38.145551 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-566d40bb-a0a2-444c-b396-5c22c4e158f4 req-f21edf59-3bac-42bb-9da0-201a7eeb64ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26a67268-9d40-46bc-bab5-c3b32707ec7c HTTP/1.1" status: 200 len: 217 time: 0.0325937 Sep 15 02:41:38.194397 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d40bb-a0a2-444c-b396-5c22c4e158f4 req-1c84b09d-e4c7-40f0-b950-81b32551edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:41:38.195977 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-566d40bb-a0a2-444c-b396-5c22c4e158f4 req-1c84b09d-e4c7-40f0-b950-81b32551edb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0436513 Sep 15 02:41:38.203056 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-64280534-1092-4e67-93ff-c4790fec6cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:38.231203 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-566d40bb-a0a2-444c-b396-5c22c4e158f4 req-052eaa7b-5d19-4832-9f63-588ff52a79e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284259 Sep 15 02:41:38.322293 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-566d40bb-a0a2-444c-b396-5c22c4e158f4 req-7973917b-9643-407c-badf-a3adf42b6568 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837264 Sep 15 02:41:38.414338 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-566d40bb-a0a2-444c-b396-5c22c4e158f4 req-136b8897-4f27-49ae-b4f5-12516675655b service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848389 Sep 15 02:41:38.584719 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:41:40.699504 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-71411a46-6c04-4926-85c3-8c2c38477e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:40.975115 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:42.012346 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:43.425128 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:03.031602 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:08.205732 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2e76-fb7b-484c-a4e5-590db6ece77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:10.699152 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-797a623f-2efc-468f-af1f-5eae6e5773eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:10.976218 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:12.015834 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:13.426485 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:15.584103 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:42:33.031741 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:38.205799 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f3ae0385-6162-42fd-bd5e-d7dcba7153cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:38.957486 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b4234478-a4a9-4d77-a321-47275c14e82c req-64f86c99-0578-4b48-b5cf-c3cafe1e0a7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390260 Sep 15 02:42:39.028365 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234478-a4a9-4d77-a321-47275c14e82c req-98ad9341-05e7-4bc4-b4d4-64201d426080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:39.029913 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b4234478-a4a9-4d77-a321-47275c14e82c req-98ad9341-05e7-4bc4-b4d4-64201d426080 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e744d217341431594415d27dc677212&device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 1099 time: 0.0400155 Sep 15 02:42:39.135044 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234478-a4a9-4d77-a321-47275c14e82c req-9ce60e40-d201-4b3b-a7be-c1a446ddcc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:39.136546 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b4234478-a4a9-4d77-a321-47275c14e82c req-9ce60e40-d201-4b3b-a7be-c1a446ddcc1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4405b014-8d3b-48c5-8e3a-6b2a000c560d HTTP/1.1" status: 200 len: 915 time: 0.0879688 Sep 15 02:42:39.175306 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b4234478-a4a9-4d77-a321-47275c14e82c req-ca2c5ec5-4342-4d49-a49e-4dbb8c736a8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0547ba02-8931-4ea7-a457-3b2378491f34 HTTP/1.1" status: 200 len: 217 time: 0.0319071 Sep 15 02:42:39.223127 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234478-a4a9-4d77-a321-47275c14e82c req-52663cdb-465a-4d2b-8d5b-2cbb912610ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:42:39.224595 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b4234478-a4a9-4d77-a321-47275c14e82c req-52663cdb-465a-4d2b-8d5b-2cbb912610ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=482f9880-db9f-4cef-859f-69f1b0219d5d HTTP/1.1" status: 200 len: 854 time: 0.0425961 Sep 15 02:42:39.259178 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b4234478-a4a9-4d77-a321-47275c14e82c req-d1006573-db46-44fd-bbe8-d1643aa4d449 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4405b014-8d3b-48c5-8e3a-6b2a000c560d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272098 Sep 15 02:42:39.344738 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b4234478-a4a9-4d77-a321-47275c14e82c req-3be9b543-ab69-4af8-bf8d-32859c9b8908 service neutron] 10.222.0.30 "GET /v2.0/networks/4405b014-8d3b-48c5-8e3a-6b2a000c560d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791571 Sep 15 02:42:39.434430 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b4234478-a4a9-4d77-a321-47275c14e82c req-34971448-64ff-4194-8b4e-02ff36576103 service neutron] 10.222.0.30 "GET /v2.0/networks/4405b014-8d3b-48c5-8e3a-6b2a000c560d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831280 Sep 15 02:42:40.699926 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4901c04f-bebc-4dcb-a633-3e2b7cd57918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:40.978327 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:42.018494 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:43.429885 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:52.583193 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:43:03.042149 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:08.207073 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-00d5de79-9ad8-4e1f-b164-3ad9514776a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:10.704504 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4ce74435-be3d-4973-9a5d-1a6caf55cf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:10.979135 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:12.021036 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:13.433454 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:29.581838 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:43:33.059346 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:38.208937 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-71b9eeb0-8f0b-4beb-be37-7f2f028241ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:40.707285 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f2609482-c0a3-4ed8-814d-ddc914cb483a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:40.979975 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:41.969917 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-83b4d818-1c6e-4492-8d23-be67c38f0e8a req-b14f0a15-de4d-4819-811e-2d222a28098f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400822 Sep 15 02:43:42.025394 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:42.039913 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4d818-1c6e-4492-8d23-be67c38f0e8a req-f11a0839-6e8f-44b0-8117-15e0b9794aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:42.041402 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-83b4d818-1c6e-4492-8d23-be67c38f0e8a req-f11a0839-6e8f-44b0-8117-15e0b9794aae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 1098 time: 0.0390580 Sep 15 02:43:42.143436 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4d818-1c6e-4492-8d23-be67c38f0e8a req-27635184-7552-46fd-9350-6b3a3bceefbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:42.144847 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-83b4d818-1c6e-4492-8d23-be67c38f0e8a req-27635184-7552-46fd-9350-6b3a3bceefbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0849864 Sep 15 02:43:42.183128 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-83b4d818-1c6e-4492-8d23-be67c38f0e8a req-823f1474-d50a-41e7-8a54-ac08bf343178 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6762829c-9308-475c-999c-dc5e14b75738 HTTP/1.1" status: 200 len: 217 time: 0.0314343 Sep 15 02:43:42.230318 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4d818-1c6e-4492-8d23-be67c38f0e8a req-ab1a8e66-bf3f-41cb-befa-c7218f1efbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:43:42.231682 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-83b4d818-1c6e-4492-8d23-be67c38f0e8a req-ab1a8e66-bf3f-41cb-befa-c7218f1efbff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0417089 Sep 15 02:43:42.267414 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-83b4d818-1c6e-4492-8d23-be67c38f0e8a req-7b1badba-966d-461d-a518-b62b8c616c22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284491 Sep 15 02:43:42.354683 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-83b4d818-1c6e-4492-8d23-be67c38f0e8a req-e2fa7f6c-2ed7-4921-b643-4a41ba7b9039 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802176 Sep 15 02:43:42.444705 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-83b4d818-1c6e-4492-8d23-be67c38f0e8a req-694c39d1-874e-4ce5-8a8c-85073034154e service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830691 Sep 15 02:43:43.435142 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:03.061719 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:06.581394 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:44:08.208993 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f860ebe6-3993-4a0e-9ccd-1bde1fcd2383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:10.708623 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4d6b01cb-c901-49ce-95b7-f3b7ae3101cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:10.981611 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:12.027647 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:13.438535 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:33.071538 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:38.208955 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a70b7155-eb7d-47db-83ee-9c784e7ed0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:40.709516 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e5eafa89-3768-47d7-9948-5f170c999da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:40.982293 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:41.926987 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-479b7ab7-6150-4517-81ed-e0bf87f7e382 req-49d6f4cf-77b5-4dac-b05c-e8cea2e0334c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398018 Sep 15 02:44:41.995640 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b7ab7-6150-4517-81ed-e0bf87f7e382 req-fe7ff375-83df-448e-a2e1-fe542e69eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:41.997104 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-479b7ab7-6150-4517-81ed-e0bf87f7e382 req-fe7ff375-83df-448e-a2e1-fe542e69eff5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 1098 time: 0.0395818 Sep 15 02:44:42.031351 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.102651 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b7ab7-6150-4517-81ed-e0bf87f7e382 req-b336da40-be7a-46d4-85d7-5929c9f47b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:42.104244 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-479b7ab7-6150-4517-81ed-e0bf87f7e382 req-b336da40-be7a-46d4-85d7-5929c9f47b32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0881622 Sep 15 02:44:42.146991 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-479b7ab7-6150-4517-81ed-e0bf87f7e382 req-4fac0c84-628b-47b4-8037-c5b6cc23ba8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc HTTP/1.1" status: 200 len: 217 time: 0.0353909 Sep 15 02:44:42.195250 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b7ab7-6150-4517-81ed-e0bf87f7e382 req-e76d7125-c8d2-4e23-b041-6de21be2e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:42.196660 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-479b7ab7-6150-4517-81ed-e0bf87f7e382 req-e76d7125-c8d2-4e23-b041-6de21be2e4b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0429847 Sep 15 02:44:42.235281 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-479b7ab7-6150-4517-81ed-e0bf87f7e382 req-2f0596a1-371f-417f-a30f-94b681c1fed5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310991 Sep 15 02:44:42.320787 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-479b7ab7-6150-4517-81ed-e0bf87f7e382 req-f3532ae0-3590-4b96-b79b-d70332189ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780485 Sep 15 02:44:42.409337 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-479b7ab7-6150-4517-81ed-e0bf87f7e382 req-3c1a7221-bef3-4256-8062-00cff6ac75b3 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814576 Sep 15 02:44:43.441413 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.580340 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:44:45.424376 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676f258-0cb0-4c24-ac39-3b535826744c req-ef6e456b-09ca-4f69-893d-68e19f58e489 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:45.425759 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-ef6e456b-09ca-4f69-893d-68e19f58e489 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 814 time: 0.0964808 Sep 15 02:44:45.439992 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-935050aa-b84d-4a24-aa7a-8fad4abab119 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/quotas/adaac922bb1d4dac87ae1a96045dcce2 HTTP/1.1" status: 200 len: 375 time: 0.0085359 Sep 15 02:44:45.493414 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-d0b3854e-55a6-47cb-907a-92b6b09126d2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484719 Sep 15 02:44:45.552409 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-87f42fb5-989e-4e0c-9d83-941d9c47cd3b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:44:45.553428 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-87f42fb5-989e-4e0c-9d83-941d9c47cd3b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533953 Sep 15 02:44:45.639511 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-15c5e725-a375-4dd7-914f-d5e4178c3d79 service neutron] 10.222.0.32 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794644 Sep 15 02:44:45.729484 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a34d1810-47cf-4e3d-a2c3-7d5fa66734a2 service neutron] 10.222.0.32 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840676 Sep 15 02:44:45.927660 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-20cbb1ed-6642-4910-b462-2d58d43e00ae req-35a26423-bc7d-4121-bfd6-a6d0e7d42b83 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 210 time: 0.0700011 Sep 15 02:44:46.899933 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676f258-0cb0-4c24-ac39-3b535826744c req-e604af61-902f-4e98-a5f6-158d56e20e62 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:46.901418 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-e604af61-902f-4e98-a5f6-158d56e20e62 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 814 time: 0.1010270 Sep 15 02:44:46.920633 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Request body: {'port': {'device_id': '97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01', 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757', 'admin_state_up': True, 'tenant_id': 'adaac922bb1d4dac87ae1a96045dcce2'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:47.242305 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3137709d-26ad-425b-84cb-883026ddc79f req-bfb8d2b9-2fde-42ef-97be-f7a7da841fba tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 210 time: 0.0323410 Sep 15 02:44:47.278150 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Made reservation on behalf of adaac922bb1d4dac87ae1a96045dcce2 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:47.281735 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.413127 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Allocated IP 172.20.0.9 (5eb8c517-d333-4a6b-847d-73695cf75757/70b87685-6e21-411a-8516-9f6d48869262/3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:47.553589 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.585687 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.621692 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['6762829c-9308-475c-999c-dc5e14b75738', '7fb46560-69b1-4773-b14b-aa3520c2e7bc'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:44:47.626791 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Network 5eb8c517-d333-4a6b-847d-73695cf75757 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:47.629813 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:47.633494 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:47.659018 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Pushing event updated for resources: {'Port': ['ID=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:47.671225 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:47.671487 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:47.671827 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:47.672164 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:47.672496 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:47.672826 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:47.673176 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:47.673502 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:47.673826 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:47.674148 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:47.674469 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:47.674791 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:47.696130 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:47.696743 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.711369 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a4f81f20-7aaa-4143-bc98-38e223e94762 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7950902 Sep 15 02:44:47.729049 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Request body: {'port': {'device_id': '97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:47.784849 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.038542 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:44:48.046358 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.057664 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Transition to ACTIVE for port object 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:44:48.061325 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.129349 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:48.176567 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Attempting to bind port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:48.176920 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Attempting to bind port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:48.177252 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Attempting to bind port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf on network 5eb8c517-d333-4a6b-847d-73695cf75757 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:48.181367 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf on network 5eb8c517-d333-4a6b-847d-73695cf75757 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:44:48.181669 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Attempting to bind port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf on network 5eb8c517-d333-4a6b-847d-73695cf75757 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:48.186841 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:48.187173 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Checking segment: {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:48.187549 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Bound using segment: {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:48.187965 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Bound port: 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:48.188310 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.249424 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] For port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf, host hv-cinder-75995, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:48.252417 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] For port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:48.256144 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.287608 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:48.288232 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.289728 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] 10.222.0.30 "PUT /v2.0/ports/3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf HTTP/1.1" status: 200 len: 1093 time: 0.5648606 Sep 15 02:44:48.290107 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01', 'tag': '3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:48.293437 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fceb31-53f4-419f-b800-07883e7965fa" -d '{"events": [{"name": "network-changed", "server_uuid": "97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01", "tag": "3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:44:48.321829 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9d593-25eb-4253-b00d-35c8a8c85e64 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:48.372781 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a884aa5-0079-4f5a-ab45-976c26862efc req-32dcb9bf-0947-48b5-9ca8-cec2ce5ce1b1 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:48.374887 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a884aa5-0079-4f5a-ab45-976c26862efc req-32dcb9bf-0947-48b5-9ca8-cec2ce5ce1b1 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 943 time: 0.0510435 Sep 15 02:44:48.388509 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676f258-0cb0-4c24-ac39-3b535826744c req-823cbb61-4e51-4009-91cb-6f2bb7e524d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:48.390251 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-823cbb61-4e51-4009-91cb-6f2bb7e524d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 1096 time: 0.0464540 Sep 15 02:44:48.400112 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875aaada-e0d3-471f-8242-f4b4fffcbd9b x-openstack-request-id: req-875aaada-e0d3-471f-8242-f4b4fffcbd9b {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:44:48.400406 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01", "tag": "3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:44:48.400655 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-875aaada-e0d3-471f-8242-f4b4fffcbd9b {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:44:48.401136 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01', 'tag': '3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf', 'status': 'completed', 'code': 200} Sep 15 02:44:48.414808 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a884aa5-0079-4f5a-ab45-976c26862efc req-1ed8b05c-cf31-43e1-8954-209002d9122d tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330594 Sep 15 02:44:48.458813 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-bad170bf-a3b0-4789-917e-d1eccf6bd246 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf HTTP/1.1" status: 200 len: 217 time: 0.0393090 Sep 15 02:44:48.510393 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a40aa165-4ac2-42ff-b6c4-c83399efe920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:48.511874 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-a40aa165-4ac2-42ff-b6c4-c83399efe920 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0456507 Sep 15 02:44:48.546137 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-b467b494-f235-479c-8be7-8b875d457403 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269666 Sep 15 02:44:48.633058 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-2b5f0c8c-795f-41a7-89c6-aa59ec6076c9 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801535 Sep 15 02:44:48.722800 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7676f258-0cb0-4c24-ac39-3b535826744c req-683cbe9d-7297-43fb-9cbb-32bfdfc6812a service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827148 Sep 15 02:44:48.844612 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fceb31-53f4-419f-b800-07883e7965fa req-64b409dc-9fb2-432b-9530-63b69abd31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:48.846115 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-36fceb31-53f4-419f-b800-07883e7965fa req-64b409dc-9fb2-432b-9530-63b69abd31c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 1096 time: 0.0395851 Sep 15 02:44:48.935075 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fceb31-53f4-419f-b800-07883e7965fa req-ea5c09ac-73ab-451f-a287-6982409311f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:48.936528 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-36fceb31-53f4-419f-b800-07883e7965fa req-ea5c09ac-73ab-451f-a287-6982409311f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0822268 Sep 15 02:44:48.980259 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-36fceb31-53f4-419f-b800-07883e7965fa req-de58d00d-c241-42b5-87ca-af295216d81f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf HTTP/1.1" status: 200 len: 217 time: 0.0367167 Sep 15 02:44:49.028233 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fceb31-53f4-419f-b800-07883e7965fa req-ab723202-ca3b-493e-8243-3672d33c3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:49.030225 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-36fceb31-53f4-419f-b800-07883e7965fa req-ab723202-ca3b-493e-8243-3672d33c3792 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0409350 Sep 15 02:44:49.058456 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-36fceb31-53f4-419f-b800-07883e7965fa req-057ab6dc-ec4d-4055-a34d-1e803080e7b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223396 Sep 15 02:44:49.147601 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-36fceb31-53f4-419f-b800-07883e7965fa req-29daf0bb-98be-45de-a399-804e92c59c69 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816195 Sep 15 02:44:49.233844 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-36fceb31-53f4-419f-b800-07883e7965fa req-adceca76-062c-440e-b390-150082f62cdf service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796943 Sep 15 02:44:49.549058 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535451ca-09ea-4994-89d3-32ee5261c813 req-2c6c723c-03b0-4915-93f1-0f8392eff1db tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:49.550562 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-535451ca-09ea-4994-89d3-32ee5261c813 req-2c6c723c-03b0-4915-93f1-0f8392eff1db tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 943 time: 0.0554290 Sep 15 02:44:49.588491 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-535451ca-09ea-4994-89d3-32ee5261c813 req-f4025748-0463-46c2-bac5-fd154f782914 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Sep 15 02:44:50.698857 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557a729-f434-423b-b09b-0c197f475cb8 req-8ec97d02-afc7-4288-959f-7a028cad6e26 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:50.700427 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0557a729-f434-423b-b09b-0c197f475cb8 req-8ec97d02-afc7-4288-959f-7a028cad6e26 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 943 time: 0.0476425 Sep 15 02:44:50.736723 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0557a729-f434-423b-b09b-0c197f475cb8 req-ecbf1f1e-6997-4ad9-9ece-adfe65b5eae3 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301557 Sep 15 02:44:51.848978 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c090d-9862-4cbd-833e-9a4bf7fbb056 req-8dee56e4-7c55-419e-ba01-460a595c6cd6 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:51.850415 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d6c090d-9862-4cbd-833e-9a4bf7fbb056 req-8dee56e4-7c55-419e-ba01-460a595c6cd6 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 943 time: 0.0466270 Sep 15 02:44:51.886238 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d6c090d-9862-4cbd-833e-9a4bf7fbb056 req-473288ab-f1b4-48b0-a84f-e92a67fffc7f tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301659 Sep 15 02:44:52.300139 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:44:52.394016 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:52.405392 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf', 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757', 'port_id': '3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf', 'mac_address': 'fa:16:3e:e7:73:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b87685-6e21-411a-8516-9f6d48869262', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:44:52.440472 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:52.452471 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:44:52.471322 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:52.475300 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:52.525101 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:52.531961 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:52.532336 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:52.532684 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:52.533062 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:52.533396 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:52.533727 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:52.534055 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:52.534382 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:52.534724 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:52.535054 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:52.535377 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:52.535697 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:52.966022 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:44:53.000360 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd14a28-7bfe-407d-a10e-fc54f826a750 req-5a403d64-bdec-4208-bec8-f7fa2db3729d tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:53.001862 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cdd14a28-7bfe-407d-a10e-fc54f826a750 req-5a403d64-bdec-4208-bec8-f7fa2db3729d tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 944 time: 0.0513322 Sep 15 02:44:53.037964 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cdd14a28-7bfe-407d-a10e-fc54f826a750 req-7100593a-ce5a-45b7-96fc-c92b4da8f6ba tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301247 Sep 15 02:44:54.149008 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880ad83-a008-41af-8a77-f41e28c513ef req-e6d54b23-f3ed-44a6-8ca5-03839e52ec00 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:54.150478 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9880ad83-a008-41af-8a77-f41e28c513ef req-e6d54b23-f3ed-44a6-8ca5-03839e52ec00 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 944 time: 0.0473373 Sep 15 02:44:54.187583 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9880ad83-a008-41af-8a77-f41e28c513ef req-2beb8cfd-b00c-4dd6-99f4-dd7e7a0f0c07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307803 Sep 15 02:44:54.319809 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:54.367070 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:44:54.370574 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:54.370949 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.446280 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.468149 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:54.470397 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c1bcd3-8f2b-4390-adf3-25610f227258" -d '{"events": [{"server_uuid": "97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01", "name": "network-vif-plugged", "status": "completed", "tag": "3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:44:54.483219 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:54.487283 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.532607 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:54.556397 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7b1420-5002-4552-a432-0f621f052ade x-openstack-request-id: req-9d7b1420-5002-4552-a432-0f621f052ade {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:44:54.556681 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01", "name": "network-vif-plugged", "status": "completed", "tag": "3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:44:54.556959 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d7b1420-5002-4552-a432-0f621f052ade {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:44:54.557370 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf', 'code': 200} Sep 15 02:44:54.744129 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def588-349b-4748-afe8-7b572c030dde req-0ae19110-3550-4790-bccf-e8fc96d476f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:54.745639 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-43def588-349b-4748-afe8-7b572c030dde req-0ae19110-3550-4790-bccf-e8fc96d476f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 1098 time: 0.0426707 Sep 15 02:44:54.781592 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-43def588-349b-4748-afe8-7b572c030dde req-f137bea6-bc0f-4dd0-b947-f41441f55941 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286436 Sep 15 02:44:55.298610 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77602902-cc64-4347-a1d7-4f835953dbe6 req-5986fd01-9d05-4e53-b97e-5c233b23e67e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:55.300085 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-77602902-cc64-4347-a1d7-4f835953dbe6 req-5986fd01-9d05-4e53-b97e-5c233b23e67e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 945 time: 0.0477347 Sep 15 02:44:55.337308 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-77602902-cc64-4347-a1d7-4f835953dbe6 req-5df7a58c-be08-47cd-8759-84a291154a83 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314052 Sep 15 02:44:56.449915 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e306065-f29e-4d1a-abca-081084c4d563 req-2a896afa-a51b-4f1c-88d1-024940bc228c tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:56.451926 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e306065-f29e-4d1a-abca-081084c4d563 req-2a896afa-a51b-4f1c-88d1-024940bc228c tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 945 time: 0.0468435 Sep 15 02:44:56.488851 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e306065-f29e-4d1a-abca-081084c4d563 req-cd86d11d-0185-4ea7-a370-17783d951f9f tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309379 Sep 15 02:45:02.849670 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58b5be-b1ed-45a2-ae86-7c9b46767fcf req-e6d345d9-9e19-493e-b9a6-2f39da0e3223 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:02.851158 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b58b5be-b1ed-45a2-ae86-7c9b46767fcf req-e6d345d9-9e19-493e-b9a6-2f39da0e3223 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 946 time: 0.0481164 Sep 15 02:45:02.887999 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b58b5be-b1ed-45a2-ae86-7c9b46767fcf req-de84972e-4fed-4106-8b36-da6279facd0c tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309303 Sep 15 02:45:03.098005 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.921622 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a48d50-44ea-4e82-81f3-d7a6dc3bb3c5 req-1362608d-3f6c-476b-9a53-974a8394a030 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:03.923114 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4a48d50-44ea-4e82-81f3-d7a6dc3bb3c5 req-1362608d-3f6c-476b-9a53-974a8394a030 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 946 time: 0.0476716 Sep 15 02:45:04.035715 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6daa4-903f-439b-b231-33d4b30f1874 req-9ea12c58-1959-4c85-b85f-518c39a6c450 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:04.037138 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8ad6daa4-903f-439b-b231-33d4b30f1874 req-9ea12c58-1959-4c85-b85f-518c39a6c450 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 946 time: 0.0810442 Sep 15 02:45:04.067865 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-d4a48d50-44ea-4e82-81f3-d7a6dc3bb3c5 req-0d6640c7-6bd9-4ead-b90a-e33e2f132483 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Deleting port 0547ba02-8931-4ea7-a457-3b2378491f34 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:45:04.068202 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-d4a48d50-44ea-4e82-81f3-d7a6dc3bb3c5 req-0d6640c7-6bd9-4ead-b90a-e33e2f132483 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:04.111694 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8ad6daa4-903f-439b-b231-33d4b30f1874 req-b387b7d3-d659-4c48-9115-3c96470ce773 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/security-groups?id=06404951-e6e0-4de9-8bba-653c92bfed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677588 Sep 15 02:45:04.187396 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-d4a48d50-44ea-4e82-81f3-d7a6dc3bb3c5 req-0d6640c7-6bd9-4ead-b90a-e33e2f132483 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] For port 0547ba02-8931-4ea7-a457-3b2378491f34, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0547ba02-8931-4ea7-a457-3b2378491f34,segment=NetworkSegment(d7fad05b-060f-40de-8334-cb6a770c55af),segment_id=d7fad05b-060f-40de-8334-cb6a770c55af)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:04.187760 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-d4a48d50-44ea-4e82-81f3-d7a6dc3bb3c5 req-0d6640c7-6bd9-4ead-b90a-e33e2f132483 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:04.200206 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-d4a48d50-44ea-4e82-81f3-d7a6dc3bb3c5 req-0d6640c7-6bd9-4ead-b90a-e33e2f132483 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Calling delete_port for 0547ba02-8931-4ea7-a457-3b2378491f34 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:45:04.335072 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-d4a48d50-44ea-4e82-81f3-d7a6dc3bb3c5 req-0d6640c7-6bd9-4ead-b90a-e33e2f132483 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:04.369718 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6640c7-6bd9-4ead-b90a-e33e2f132483 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Pushing event deleted for resources: {'Port': ['ID=0547ba02-8931-4ea7-a457-3b2378491f34,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:04.372095 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['0547ba02-8931-4ea7-a457-3b2378491f34'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:04.424544 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a48d50-44ea-4e82-81f3-d7a6dc3bb3c5 req-0d6640c7-6bd9-4ead-b90a-e33e2f132483 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] No DVR routers for this DVR port 0547ba02-8931-4ea7-a457-3b2378491f34 on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:45:04.427036 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-d4a48d50-44ea-4e82-81f3-d7a6dc3bb3c5 req-0d6640c7-6bd9-4ead-b90a-e33e2f132483 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:04.429152 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4a48d50-44ea-4e82-81f3-d7a6dc3bb3c5 req-0d6640c7-6bd9-4ead-b90a-e33e2f132483 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.30 "DELETE /v2.0/ports/0547ba02-8931-4ea7-a457-3b2378491f34 HTTP/1.1" status: 204 len: 173 time: 0.5002589 Sep 15 02:45:04.429579 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd436e7-1877-44a3-8fa6-cc36e3c91093', 'name': 'network-vif-deleted', 'tag': '0547ba02-8931-4ea7-a457-3b2378491f34'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:04.431771 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c156693-6559-4c00-af24-423c77158fe9" -d '{"events": [{"server_uuid": "ddd436e7-1877-44a3-8fa6-cc36e3c91093", "name": "network-vif-deleted", "tag": "0547ba02-8931-4ea7-a457-3b2378491f34"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:04.471123 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f820ab1f-45f2-457d-a08c-71c6ba4a2e26 x-openstack-request-id: req-f820ab1f-45f2-457d-a08c-71c6ba4a2e26 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:04.473229 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd436e7-1877-44a3-8fa6-cc36e3c91093", "name": "network-vif-deleted", "tag": "0547ba02-8931-4ea7-a457-3b2378491f34", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:04.473584 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f820ab1f-45f2-457d-a08c-71c6ba4a2e26 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:04.474061 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd436e7-1877-44a3-8fa6-cc36e3c91093', 'name': 'network-vif-deleted', 'tag': '0547ba02-8931-4ea7-a457-3b2378491f34', 'status': 'completed', 'code': 200} Sep 15 02:45:05.203916 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-feb9be6d-92d2-4e6b-9c1a-f2b614e39a15 req-4eed8fdf-df03-46fa-9486-3b771d90227d tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0252597 Sep 15 02:45:06.300728 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ef05c8a2-5753-4aea-92a2-18448625d4b8 req-60a5a31b-497b-4cc3-87dd-4a989312b37e tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0299783 Sep 15 02:45:06.374050 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 0547ba02-8931-4ea7-a457-3b2378491f34 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:45:06.394030 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 0547ba02-8931-4ea7-a457-3b2378491f34 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:45:06.394394 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 0547ba02-8931-4ea7-a457-3b2378491f34 not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:45:07.391378 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8dd5304e-90e5-42fd-b5e5-3985c50107f7 req-ccde17d3-ef66-4ef4-9434-a5eed99ba345 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0251551 Sep 15 02:45:08.210075 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-551f692c-a28b-461f-9568-63fd3faa017c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:08.481981 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8dea10b5-57e2-4200-88ab-66d5a24cf00b req-3cdb248f-d048-4736-9baf-8d6fefe09365 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0254607 Sep 15 02:45:09.580372 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-91e97cb6-52b9-49c4-b003-25e580e337cb req-1da1b307-37fd-4cb8-821c-230765cc7f10 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0299962 Sep 15 02:45:10.671357 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-531867df-6f98-4c1d-86d4-22c70c896f13 req-fc1059e0-bec3-4535-b0e3-1276a240cbc9 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0255153 Sep 15 02:45:10.710729 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b28fcc63-e3b9-4d7b-8159-55b6d060221f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:10.982753 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:11.767256 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5dd0685d-5671-4d58-b1eb-07bebdbea4b2 req-4b32d72d-fdd5-42c9-af1a-44357c75465a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0286753 Sep 15 02:45:12.032982 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:12.859501 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ca03d03-5ad9-4940-a590-3fd4cefdd880 req-c71f2ff4-2cab-4401-a189-f4da8af2c71d tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0255249 Sep 15 02:45:13.443612 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:13.948910 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2dd9a066-50fc-4fb8-bef3-289e1a62129f req-78ab9cfa-5c56-45a4-87f7-8fa5d7969df4 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0253174 Sep 15 02:45:15.039266 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f89ba0fa-ba6a-487d-b4d0-c43f3ed471b8 req-cdece0f5-ff54-420d-8b2b-01427d3c1fbd tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0256753 Sep 15 02:45:16.129736 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9b4fe982-7a7d-46a3-9f85-e1381299aedc req-594fd624-ae42-47f3-9526-b8a52dfe2b34 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0253637 Sep 15 02:45:17.222965 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-82234d46-0cb8-4dc8-928c-3bae4a6582b6 req-75a89928-856b-40e6-bcaf-52c96f678396 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0287733 Sep 15 02:45:18.313842 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8cd86c52-8dd9-4b39-8094-5f3a1fd3730f req-9c817f9a-25af-4c7f-b517-3775f7c0e13d tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0257874 Sep 15 02:45:19.403748 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5b60f4aa-f5b1-42df-aa76-37f9820cbc0e req-b940fade-368e-493c-9e56-cc2bae7a0696 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0250809 Sep 15 02:45:20.494523 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-366f412c-c718-4fb7-81eb-9d12c683620e req-52e30977-342a-4af7-81ca-39605fbb2b6f tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0250874 Sep 15 02:45:20.580644 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:45:21.630486 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c063c116-72a2-4ce7-a95a-1fe35f8c5078 req-daef9c64-a8fe-4906-bf1a-edb44b75bf1a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0265999 Sep 15 02:45:22.724191 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ba858211-0325-4e49-9114-5ac7ff55274b req-bd98cfb3-3dbf-40e2-96e8-822c857c0aff tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0283918 Sep 15 02:45:23.815747 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aa9a0477-97ba-4351-b3aa-ec058cc116b1 req-61679cbc-4a33-4957-a6da-54bbca1d9857 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0259020 Sep 15 02:45:24.907008 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d349d6fe-3502-4e4b-a1be-3d37c791868d req-2cc8b311-a0f9-4ab1-94b1-32af43bd431b tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0253949 Sep 15 02:45:25.997218 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c52789f1-3dc8-4864-be91-e6b0e7d01b8f req-00811b29-bf63-4bb7-9eda-09d6914f9557 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0259869 Sep 15 02:45:27.088567 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-440ac411-865b-4fa1-8142-a088612c3f41 req-310d7ee0-b4f1-4136-a9cf-802289120b05 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0255864 Sep 15 02:45:28.178367 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d928d28-6c73-459e-9f4e-cefa2fbcfe1c req-61099b08-85e5-45d1-95a7-2df6482d9d76 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0253739 Sep 15 02:45:29.268148 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f92c0810-3b55-4e46-8da3-ef22b281d3f6 req-9f2dbd7b-4569-4103-a4ad-17f5961f716d tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0249696 Sep 15 02:45:30.361877 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-40b4fe3d-0325-49d5-8af2-b7f0567ba7c3 req-26245679-dc84-4b9b-8527-9f00cf8e3694 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0286310 Sep 15 02:45:31.451963 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c2c1a61d-2932-4f85-be80-045ed5d0a906 req-254e6d82-ad3f-48f4-8c01-b640d50c281a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0253205 Sep 15 02:45:32.541097 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ae8a03a-ef02-4add-8bf7-00e40a8d01d5 req-c05b8e80-a9b7-4c09-89db-b1f20cd3052c tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0249510 Sep 15 02:45:33.101533 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.631272 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-55b0dc47-ff6b-439d-86bf-740fc6311dfb req-3a2dbbb3-e588-45fd-837c-d1c7864ffa4e tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0250516 Sep 15 02:45:33.928949 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-097abca2-03d4-48d6-988e-d127d74a5ac4 req-9dcdad4f-683e-42f6-b789-a868149ebdc6 service neutron] (93868) timed out ('10.222.0.30', 61203) {{(pid=93868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 02:45:34.474382 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-3eba0386-d1da-4931-a127-557adc51ba6f req-4a9a431e-d854-49af-ab13-7bb9097f2aa1 service neutron] (93869) timed out ('10.222.0.30', 61185) {{(pid=93869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 02:45:34.676595 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-d6d8b15e-227b-405b-a988-b27db4de3237 req-bf6e2137-ca29-4d82-ac07-1f968891e479 service neutron] (93869) timed out ('10.222.0.30', 61211) {{(pid=93869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 02:45:34.721585 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-67366e88-296f-4010-9b14-07f896d14946 req-c7a02027-1f87-4196-9b7f-4bd39ccac99f tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0260479 Sep 15 02:45:35.815267 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a96bc62d-53ac-4228-b323-e077cd09f75b req-70259e63-688a-4daa-a191-0ecfe31afb77 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0287702 Sep 15 02:45:36.906067 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-deaebed2-71d3-4b0f-8100-fca691817c41 req-36c87c08-d224-4ff7-8c7a-1487d6c2acb1 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0261171 Sep 15 02:45:37.995476 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a5258b87-d82b-456d-9ae2-493c8189fa71 req-a0d4574c-8e48-43cf-9279-cc8a31d0f9bd tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0249093 Sep 15 02:45:38.210946 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-62f3e3fe-939b-476e-8cd0-bed3bde7d0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:39.086364 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-37152821-0347-4573-a071-d6fb3655fc02 req-fc55710f-9e79-42e6-b3a6-e195b3c077c3 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0269990 Sep 15 02:45:40.184753 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-178179bf-e36d-4a04-9751-c2c5a5913660 req-8965a339-c739-4d58-8a89-5450040900fd tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0252945 Sep 15 02:45:40.711522 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-25148436-73dc-4f4d-b9a6-bb2d56c10765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.982603 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:41.277173 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27a62d3d-8233-463a-8356-9aa053d2c8fc req-11e6339d-86d2-442b-93a5-85a66057c4bb tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0253568 Sep 15 02:45:42.034824 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:42.369020 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5bf4dc2d-ed0f-422d-a268-40c514f52fc4 req-388c5e3b-8a6a-45bc-97d1-c43099614b27 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0261958 Sep 15 02:45:42.969438 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72722058-e181-4bbd-852f-84944ef3c933 req-3d2a223a-0f24-4904-8213-853a795fc2e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763938 Sep 15 02:45:43.044073 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72722058-e181-4bbd-852f-84944ef3c933 req-a8c58a46-abbf-4f13-964c-655542747430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:43.045540 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72722058-e181-4bbd-852f-84944ef3c933 req-a8c58a46-abbf-4f13-964c-655542747430 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc2ce4399ef144efb17b4474c8f97969&device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 1099 time: 0.0405550 Sep 15 02:45:43.144361 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72722058-e181-4bbd-852f-84944ef3c933 req-8b2a9da0-f315-401a-91e0-1207adb41430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:43.145810 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72722058-e181-4bbd-852f-84944ef3c933 req-8b2a9da0-f315-401a-91e0-1207adb41430 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a253661e-f1ab-4f21-a6f2-e0d11c706346 HTTP/1.1" status: 200 len: 918 time: 0.0807929 Sep 15 02:45:43.212655 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72722058-e181-4bbd-852f-84944ef3c933 req-b49bf739-c34b-4f42-af8c-d8c39150ad1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d636cbf-ba7e-4395-a294-ede0922fa243 HTTP/1.1" status: 200 len: 1002 time: 0.0596716 Sep 15 02:45:43.259755 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72722058-e181-4bbd-852f-84944ef3c933 req-2b8f571a-bca1-45be-86c7-750c3a2ac648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:43.261138 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72722058-e181-4bbd-852f-84944ef3c933 req-2b8f571a-bca1-45be-86c7-750c3a2ac648 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07b4da09-c6cd-4778-8b6d-e85d177cecba HTTP/1.1" status: 200 len: 856 time: 0.0415800 Sep 15 02:45:43.305454 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72722058-e181-4bbd-852f-84944ef3c933 req-9a1b3dcd-ba97-4f7c-84cb-65a5f37fb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:43.306980 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72722058-e181-4bbd-852f-84944ef3c933 req-9a1b3dcd-ba97-4f7c-84cb-65a5f37fb824 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a253661e-f1ab-4f21-a6f2-e0d11c706346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392568 Sep 15 02:45:43.407099 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72722058-e181-4bbd-852f-84944ef3c933 req-be8aa347-20b5-440b-a00e-bca4e3fb5fa2 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917029 Sep 15 02:45:43.447779 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:43.462681 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-74fed0ba-4df0-4a5e-8191-58008c98e581 req-39b3405d-d395-4414-8630-3e3a685f4a35 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0284665 Sep 15 02:45:43.501909 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72722058-e181-4bbd-852f-84944ef3c933 req-bd0d16e9-d2c0-424e-bd47-dacf43c3a4a1 service neutron] 10.222.0.30 "GET /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872490 Sep 15 02:45:44.556967 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-860fdebc-611f-4218-b78a-5cd11822adac req-3d80f495-149e-4851-a38d-cf712f5b0754 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0288668 Sep 15 02:45:45.650913 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0e709d6d-f6e2-42b7-9f4e-c1457cac54ab req-85bf4b26-16a1-4a11-980d-dc05bf708a9f tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0293007 Sep 15 02:45:46.740730 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-25fb311d-32ca-4be2-b35b-9967980140b0 req-bed9f5cc-bae1-41f9-b315-0aa6d654b22a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0253346 Sep 15 02:45:47.830649 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5ec06d97-2dfc-4407-8370-8989e608e15d req-48b61fd8-d966-4f99-a9d2-badd3c3cb261 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0264881 Sep 15 02:45:48.923714 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-24608650-3925-4c13-ba52-d7e766780cc4 req-9f28ecbd-edbe-463c-9c25-74801773544b tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0258756 Sep 15 02:45:50.013624 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79dc8c3a-f178-4ddb-baa6-3277fac9e2ea req-67cae44b-c0e3-432c-8d9a-7cc660e517c2 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0253131 Sep 15 02:45:51.103692 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2d596195-3bde-4599-9deb-387ba4c3923d req-09437c57-4659-49b0-bcf9-b6085a3b9fd5 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0252178 Sep 15 02:45:52.194198 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c5395740-2893-41c1-98e1-29d798de48f4 req-e536110b-d365-4086-ba00-4cbe32bec287 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0264449 Sep 15 02:45:53.287438 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b032d218-5366-4c31-815f-946d41ff3f89 req-52d2900b-6197-4337-a55e-6fe2d9f94190 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0254056 Sep 15 02:45:54.381362 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cdd9bc75-a3a9-416b-977f-3d94b438ba26 req-297e1d35-a0da-410a-bcf7-7ba040eb709a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0264730 Sep 15 02:45:55.472176 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd0e2984-6a3d-4cf1-956e-1b364541d1f4 req-1905ef7d-4f9d-491b-bbfe-b52a79f5e9a0 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0254872 Sep 15 02:45:56.566580 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a377daf-ea6f-437f-b024-c27ac69f1162 req-aa3dc14e-3006-4d69-8fa5-cd037dc86518 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0296388 Sep 15 02:45:57.579330 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:45:57.661190 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8e153463-0fcb-44dd-a4cc-4a78de34abc0 req-d59ac910-202e-46b2-ba2f-ffe3ca49359f tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0281844 Sep 15 02:45:58.753384 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b8c4bc65-5c84-48ce-ba3d-d92d66f69864 req-696a62c9-ac0f-43ca-af9e-292b05e5184a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0266445 Sep 15 02:45:59.843713 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46e5aa13-c08f-4dd1-a999-a030dbd455b7 req-ed88a08d-d7cd-4b2a-8068-a569752f2db0 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0257328 Sep 15 02:46:00.932413 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a3d6c94a-8c0a-4446-b7f9-febec650c044 req-1aa15714-d742-4950-a3aa-b5e25984c5ff tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0251172 Sep 15 02:46:02.023544 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c242b05f-37e5-4348-8ac4-def53c7d3a83 req-5a2ebf59-85e5-4654-a598-aa89fafed317 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0255957 Sep 15 02:46:03.113939 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2e2b763e-a51c-4b87-9891-8850ffb41dee req-5d35c30e-6d56-46d2-968e-d7c9975f4abf tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0253961 Sep 15 02:46:03.116237 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:04.205388 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7143dd7f-8326-48d2-8359-0a8bc83b7c44 req-c90db1b0-6b2d-47ec-a12f-cdd0390f7569 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0257030 Sep 15 02:46:05.295341 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2014cbe0-3bee-4d57-afb0-dabd6d043319 req-ee68580c-c23f-4104-a5f9-84c136312517 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0250435 Sep 15 02:46:06.385133 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f3ee8e28-93ed-45c9-b69d-9a6aec4d0b1a req-59a955c8-39a9-457e-8c9e-0986bbda0877 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0254302 Sep 15 02:46:07.475263 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b70158a2-df30-43d6-9970-3047fb7445f2 req-04edd82f-9eff-409e-a4cf-143bb18a5249 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0262957 Sep 15 02:46:08.210545 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dc40a205-1544-4edb-9f03-a7a7a6ba672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:08.565477 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f63a77a0-528e-4fcb-9743-ed8ee8df3c6f req-5c7d0c0f-5edf-4191-a468-88ddc19017d9 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0257738 Sep 15 02:46:09.659079 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-061c3c93-f76d-4744-ac22-a12ac5aeaf2b req-a438203f-34bd-4256-8504-20d3df2c70f9 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0287824 Sep 15 02:46:10.714172 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a2fadd35-d1a0-4c96-b436-1d48a4453171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:10.754891 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46e3691b-d46a-4316-8f23-fbc0f854459c req-73a990bc-c16c-444b-b598-a887078039f6 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0293744 Sep 15 02:46:10.984173 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:11.850020 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ff7d8f9b-a353-4ee7-8019-95e51875a69c req-948db8a3-e22e-4157-bcae-2d0bb6b30177 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0262101 Sep 15 02:46:12.038288 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:12.940854 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-37464adc-5b20-46a9-b4a6-fde1ab549507 req-6b385fc0-8b4c-49ee-98de-5955f4439abf tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0249131 Sep 15 02:46:13.448929 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:14.032284 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a3a97f0a-de5d-499c-bce5-67f376718dee req-216a1b2f-d36d-48a8-9a96-168141ae343c tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0254843 Sep 15 02:46:15.121750 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-75dcfacf-852c-4a31-9aa3-d3935731dc05 req-55d2b177-3362-4cad-8945-a230192fd168 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0246968 Sep 15 02:46:16.218818 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-23a08368-4b63-40ab-80b5-da3606147201 req-9f68bb29-4510-46ac-bf54-43e050496dae tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0265529 Sep 15 02:46:17.315034 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3f206889-6214-4528-ac67-e70f4e5f1097 req-3ecc0809-5737-42a9-bccf-0b6fdb9bc215 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0305212 Sep 15 02:46:18.407210 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d84b4285-c711-40e9-b381-0f57871262f5 req-d5ef9892-e2f6-4a51-a510-ca72fc7ecf0a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0252979 Sep 15 02:46:19.497132 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e2cca44-db3f-47e4-a846-6f3394285f1a req-3256fc67-c31e-40ac-a898-4c00b96c550c tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0259790 Sep 15 02:46:20.587305 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-612b68be-b7f3-460d-b0b3-73de20565343 req-b8e5647a-08a9-4d73-9a35-29a21c58b19c tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0256934 Sep 15 02:46:21.677307 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5b8e5973-eb47-4652-94b4-2dd849064312 req-67ac286d-be9c-4964-8b0b-f8e0eb55c4f5 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0259159 Sep 15 02:46:22.769198 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b2e7c7c4-1946-4c79-b904-8512e20cf571 req-9532b065-ffd5-46e7-9f26-2692c92e0454 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0283482 Sep 15 02:46:23.861901 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1c3bb92e-c408-41c6-8344-b68c1f2d967c req-d6dbf399-03ae-4325-a44d-db774c68c095 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0288777 Sep 15 02:46:24.952567 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a5a2c5fa-8498-4fa8-b2fd-f8ba18078bf1 req-de37f981-1ee5-4a89-a91b-0ca429101073 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0254490 Sep 15 02:46:26.043250 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c99f6430-3f6f-4e92-b55d-1166eab55f10 req-91ece888-9c18-4c5b-88eb-76ee364997a2 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0255857 Sep 15 02:46:27.134839 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-67d2f5b2-2403-4e22-8070-fe923dd8f620 req-ef79793c-68ba-4b86-916c-94b6cc282ed8 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0257776 Sep 15 02:46:28.224668 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a8b9ef6f-ac42-409c-86ee-2286d2f7580a req-a5886ce6-7dfd-49a6-b27d-de34ea15dc23 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0262566 Sep 15 02:46:29.314452 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ef21659-c8b9-4b9a-91c5-7d781f4fb275 req-c5c8d12d-c5d5-4e22-aa80-898bb5244bbb tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0254672 Sep 15 02:46:30.404125 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4686549a-a05c-4099-b2f3-cc8d6a1ead26 req-e4043f48-d4f4-4abc-ab6c-2ae6c76a234e tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0248258 Sep 15 02:46:31.494206 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9f46a866-40c7-4d0d-bfce-32595fcc599c req-6ef9f621-fe3d-4b45-ac6a-ebcd17ded5ab tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0254560 Sep 15 02:46:32.584417 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4c9b68d-169b-4b88-ba3d-a3b91bf3ecb4 req-7e5d2284-8ea4-492c-aa23-5bef2e5de1d8 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0255599 Sep 15 02:46:33.107261 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:33.673841 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-884c3d2e-9259-4018-b78a-76dda571743d req-d55b682e-2cc4-48a0-904d-165db5346985 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0263853 Sep 15 02:46:34.578106 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:46:34.761913 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6da39342-913a-48f2-bca2-4d50891754b9 req-39e181bd-6fd0-4db6-9c9f-e23ac8179023 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0252998 Sep 15 02:46:35.855001 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aee25fe2-9f51-49d5-a62b-b23bc3743c0b req-2d3f2d46-b1ce-4282-878d-535b2ff11bb1 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0285268 Sep 15 02:46:36.949626 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cbf5a008-2532-4ff4-9dc7-442d44ed471d req-ecd6b45d-464a-4afd-8f53-a7348368c046 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0290802 Sep 15 02:46:38.041232 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-775b7780-3a3c-4ce8-8189-8f37aed912db req-9910f573-1696-4037-8afe-a7ffe3b1483a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0255978 Sep 15 02:46:38.210314 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-63486c1b-5cc9-44af-bcc7-1701b8e973cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:39.131354 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58a28e31-aa40-484c-b48d-5c4ead1a2d41 req-c1ddc1a2-5b79-4183-aa8a-63dbea1de8df tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0254748 Sep 15 02:46:40.223604 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-60e566f0-b2b1-405d-b8d1-5567c671a664 req-0b096380-5fa7-4657-84d1-6b7abd38c001 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0271888 Sep 15 02:46:40.824628 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-58c0f25f-b463-4e4e-aeee-e86f7ef8dd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:40.984239 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:41.321515 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1ee71710-6d56-48e5-a6fc-8c7c270ba770 req-43b85baa-238e-4871-adab-b95c1c62333e tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0254569 Sep 15 02:46:42.039931 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:42.412375 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ac4cdd7a-7234-47d9-b9b1-e565de7ec497 req-69064cf8-6aee-4359-b3f3-f385683864a3 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0257366 Sep 15 02:46:42.938540 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38be8b4e-eda9-4f67-ad6f-27768f188a32 req-e4d420f6-d587-4a7c-9e79-5500db9db8c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376492 Sep 15 02:46:43.033441 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be8b4e-eda9-4f67-ad6f-27768f188a32 req-1d775784-91f9-4d9f-b2ae-1b02b03c5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:43.034863 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38be8b4e-eda9-4f67-ad6f-27768f188a32 req-1d775784-91f9-4d9f-b2ae-1b02b03c5d94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0392041 Sep 15 02:46:43.134660 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be8b4e-eda9-4f67-ad6f-27768f188a32 req-28696446-9f62-451b-bb9d-20c1fb315483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:43.136055 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38be8b4e-eda9-4f67-ad6f-27768f188a32 req-28696446-9f62-451b-bb9d-20c1fb315483 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0827174 Sep 15 02:46:43.174801 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38be8b4e-eda9-4f67-ad6f-27768f188a32 req-1f19f8dd-531f-4b01-9ac4-603b9add5532 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 217 time: 0.0318797 Sep 15 02:46:43.225182 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be8b4e-eda9-4f67-ad6f-27768f188a32 req-a96f46a6-7dfe-41b6-af14-24be5054485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:43.226569 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38be8b4e-eda9-4f67-ad6f-27768f188a32 req-a96f46a6-7dfe-41b6-af14-24be5054485b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0445733 Sep 15 02:46:43.256652 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38be8b4e-eda9-4f67-ad6f-27768f188a32 req-26d099da-4f1b-4daa-86d4-68a9c2331ebb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231652 Sep 15 02:46:43.343441 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38be8b4e-eda9-4f67-ad6f-27768f188a32 req-5b81fea0-0073-4c89-a6bb-bfcd97004037 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788379 Sep 15 02:46:43.434659 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38be8b4e-eda9-4f67-ad6f-27768f188a32 req-d53b055b-6932-4163-bdea-0187d23c1fde service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844910 Sep 15 02:46:43.453447 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:43.515643 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c19df267-67e6-4b8d-b2eb-7b2ef810c1b1 req-ba1cf21b-f7d4-452d-a2ce-face39d6d3c0 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0312622 Sep 15 02:46:44.605643 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2a7ff70-51a8-45b0-932c-1192edc227a4 req-1f4c99f9-f2e4-462c-8ffa-c5914d89c7ad tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0258160 Sep 15 02:46:45.694850 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56769cf1-a839-4b44-acb4-310f5a72c426 req-3c7ce04d-2933-44c9-aa8b-d3692de5bbf7 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0262606 Sep 15 02:46:46.786185 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c5a8d67-af3a-4ca2-a090-0e78af8b8804 req-c090e385-9bf7-49dd-888b-e32fbbc592bd tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0263457 Sep 15 02:46:47.877023 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2a92f4a5-e6f0-490a-b7b6-ea9607c0cce7 req-09bcca8b-62f5-4e08-9a0f-b10e461f7847 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0259178 Sep 15 02:46:48.971220 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-77f7d2e5-e2aa-48d6-ab44-b8f7cb59d160 req-1851e21b-22c4-412d-9259-232466eb9ed2 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0296576 Sep 15 02:46:50.063739 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7eac5da0-63ec-4a20-b522-142b9edce9a0 req-3bf18d77-47d8-4c7f-bb9c-9f4784e6beb1 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0285721 Sep 15 02:46:51.153174 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1bbb41f9-baed-40fb-bc9d-62f5ec81a11b req-0a11e435-66f7-4c05-81d5-15306c0bd536 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0256491 Sep 15 02:46:52.244012 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8e53ed91-0d5c-4883-84bc-9c9a071f140f req-0027cd97-9faf-4488-8c8a-1ebe9137558a tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0258527 Sep 15 02:46:53.336686 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0a05c091-4309-4cda-a152-24c7ad77ebd2 req-785a7839-5356-4530-ad51-0c5bec919dc0 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0266476 Sep 15 02:46:54.426455 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1f016093-c613-4f05-a8a9-2dd0e2634adf req-a06b4399-bbbe-47fa-b6f2-7825a6cdfb39 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0256639 Sep 15 02:46:55.518116 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-edad2c56-d431-4b83-9573-53608eb74404 req-e38985b1-9fe0-4950-bd2d-a2d8fcd48648 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0261288 Sep 15 02:46:56.611749 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f21471c6-e768-463e-b94c-996fb0d13ef6 req-554457e6-43ce-433a-87e2-b4e590b5bd37 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0296998 Sep 15 02:46:57.240210 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f525b6-5698-4508-9413-65e4ed8a65e6 req-28b5027d-ef4a-4296-b9e2-4493fabc0520 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:57.241731 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97f525b6-5698-4508-9413-65e4ed8a65e6 req-28b5027d-ef4a-4296-b9e2-4493fabc0520 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 946 time: 0.0472817 Sep 15 02:46:57.278113 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97f525b6-5698-4508-9413-65e4ed8a65e6 req-761f04b7-e385-4227-9d87-b17d0ca18eec tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306525 Sep 15 02:46:57.704509 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-84d184ec-5f92-4efc-86e2-a563ef1b1fd5 req-baecf99a-339b-4635-b4a5-41aa2ca1b23d tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0253601 Sep 15 02:46:58.014580 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-9e091e4c-121b-4946-93a1-defa6c1a087d tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:58.016583 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-9e091e4c-121b-4946-93a1-defa6c1a087d tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.30 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 946 time: 0.0500929 Sep 15 02:46:58.103230 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Deleting port 4d636cbf-ba7e-4395-a294-ede0922fa243 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:46:58.103567 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.189572 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] For port 4d636cbf-ba7e-4395-a294-ede0922fa243, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=4d636cbf-ba7e-4395-a294-ede0922fa243,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:58.189929 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.360028 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.360349 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.360663 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.l3_db [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Floating IP 42dacea3-e4fd-47fd-8770-f2ebd5257d40 disassociated. External IP: 172.27.2.250, port: 4d636cbf-ba7e-4395-a294-ede0922fa243. Sep 15 02:46:58.361024 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Calling delete_port for 4d636cbf-ba7e-4395-a294-ede0922fa243 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:46:58.437516 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63528fe9-77ce-43c1-a5bf-978a463dfd30 req-17c57d5d-046e-4c8a-a356-8d05d95be95f tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:58.438990 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-63528fe9-77ce-43c1-a5bf-978a463dfd30 req-17c57d5d-046e-4c8a-a356-8d05d95be95f tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 946 time: 0.0904651 Sep 15 02:46:58.492350 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-63528fe9-77ce-43c1-a5bf-978a463dfd30 req-eb634f22-ea94-4e28-8657-5a525f1d43cc tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b25ea01-8ef3-4467-bdb6-86b4881bca64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440643 Sep 15 02:46:58.549746 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:58.584299 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event deleted for resources: {'Port': ['ID=4d636cbf-ba7e-4395-a294-ede0922fa243,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:58.624986 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:58.625335 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:58.625674 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:58.626008 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:58.626349 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:58.626678 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:58.627007 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:58.627333 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:58.627655 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:58.627978 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:58.628303 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:58.628623 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:58.697404 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Router 3d29f752-e691-40e6-899c-6b9bb47d2846 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:46:58.799077 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fcdcd8a5-8702-45f1-a1cb-30fc9dc9e237 req-d146e187-c284-4d30-b0d2-c2e9bb3182a4 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0272310 Sep 15 02:46:59.033296 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:46:59.044570 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61284893-ecba-401b-8be2-a5dc168cc78e None None] Sync routers for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:46:59.054910 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61284893-ecba-401b-8be2-a5dc168cc78e None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:46:59.055518 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-61284893-ecba-401b-8be2-a5dc168cc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:46:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:59.072573 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] No DVR routers for this DVR port 4d636cbf-ba7e-4395-a294-ede0922fa243 on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:46:59.075239 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:59.077314 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cc8e9859-1081-4b3b-8c0a-d699d15b4a47 req-ff86b5d0-7407-405f-afc1-5c0f9ae8a6dd tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.30 "DELETE /v2.0/ports/4d636cbf-ba7e-4395-a294-ede0922fa243 HTTP/1.1" status: 204 len: 173 time: 1.0547800 Sep 15 02:46:59.077801 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54b6757-ff78-447f-b691-88aaef13547a', 'name': 'network-vif-deleted', 'tag': '4d636cbf-ba7e-4395-a294-ede0922fa243'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:59.080306 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9c1c27-8a46-4b70-95d0-bf2efdb85e6f" -d '{"events": [{"server_uuid": "c54b6757-ff78-447f-b691-88aaef13547a", "name": "network-vif-deleted", "tag": "4d636cbf-ba7e-4395-a294-ede0922fa243"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:59.116554 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b15fa5-0c01-4085-abb0-4caf75a3e79d x-openstack-request-id: req-10b15fa5-0c01-4085-abb0-4caf75a3e79d {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:59.116764 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54b6757-ff78-447f-b691-88aaef13547a", "name": "network-vif-deleted", "tag": "4d636cbf-ba7e-4395-a294-ede0922fa243", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:59.117043 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10b15fa5-0c01-4085-abb0-4caf75a3e79d {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:59.117470 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54b6757-ff78-447f-b691-88aaef13547a', 'name': 'network-vif-deleted', 'tag': '4d636cbf-ba7e-4395-a294-ede0922fa243', 'status': 'completed', 'code': 200} Sep 15 02:46:59.169455 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-61284893-ecba-401b-8be2-a5dc168cc78e None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:46:59.360335 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-61284893-ecba-401b-8be2-a5dc168cc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:30Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:59.387725 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61284893-ecba-401b-8be2-a5dc168cc78e None None] Checking router: 3d29f752-e691-40e6-899c-6b9bb47d2846 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:46:59.396096 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61284893-ecba-401b-8be2-a5dc168cc78e None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:46:59.396678 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-61284893-ecba-401b-8be2-a5dc168cc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:46:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:59.499030 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-61284893-ecba-401b-8be2-a5dc168cc78e None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:46:59.635097 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-32790c42-95ae-4ceb-99d0-ed8942d83841 req-3f6dd954-9e2d-4770-a563-f25d541cefad tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/ports?device_id=c54b6757-ff78-447f-b691-88aaef13547a HTTP/1.1" status: 200 len: 210 time: 0.0378551 Sep 15 02:46:59.709981 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-61284893-ecba-401b-8be2-a5dc168cc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:30Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:59.735270 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61284893-ecba-401b-8be2-a5dc168cc78e None None] The sync data for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi is: [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:29:24Z', 'revision_number': 4, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '908ced22-9248-4fa7-aba9-136791831f98', 'name': '', 'network_id': 'a253661e-f1ab-4f21-a6f2-e0d11c706346', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'mac_address': 'fa:16:3e:9f:c3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:30Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'subnets': [{'id': '07b4da09-c6cd-4778-8b6d-e85d177cecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:46:59.899676 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a81632ef-0259-4a08-b18e-d3abdc87f8ad req-21ed65c4-892c-4a3e-adea-825dd07f69d9 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0309236 Sep 15 02:46:59.940056 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dbea89-3649-4ec6-8e02-f56efabfb8f2 None None] New status for floating IP 42dacea3-e4fd-47fd-8770-f2ebd5257d40: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:47:00.725740 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 50976) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:00.779485 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e7c95abd-a124-4ccd-bbe6-68ef71154b6b tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.802417 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e7c95abd-a124-4ccd-bbe6-68ef71154b6b tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.848826 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e7c95abd-a124-4ccd-bbe6-68ef71154b6b tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.851338 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e7c95abd-a124-4ccd-bbe6-68ef71154b6b tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:00.852471 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e7c95abd-a124-4ccd-bbe6-68ef71154b6b tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "DELETE /v2.0/security-groups/4b25ea01-8ef3-4467-bdb6-86b4881bca64 HTTP/1.1" status: 204 len: 168 time: 0.1257412 Sep 15 02:47:00.855454 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 50978) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:00.862105 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c95abd-a124-4ccd-bbe6-68ef71154b6b tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b25ea01-8ef3-4467-bdb6-86b4881bca64,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:00.869031 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.api.v2.resource [None req-6b33398a-9589-4c84-869a-60e2429d6756 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] show failed (client error): The resource could not be found. Sep 15 02:47:00.870018 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6b33398a-9589-4c84-869a-60e2429d6756 tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "GET /v2.0/security-groups/4b25ea01-8ef3-4467-bdb6-86b4881bca64 HTTP/1.1" status: 404 len: 347 time: 0.0135987 Sep 15 02:47:00.872786 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 50980) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:00.999593 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6aa9ad38-a0ec-45e5-a2a3-08bfaab6a3fd req-3e307225-8a0b-4867-81ba-1e68832d5d8d tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0269709 Sep 15 02:47:01.017672 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Deleting port 434eb2d9-be40-44df-ba7a-7331d7ea1851 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:01.018016 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.022236 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 4d636cbf-ba7e-4395-a294-ede0922fa243 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:47:01.041983 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 4d636cbf-ba7e-4395-a294-ede0922fa243 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:47:01.042261 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 4d636cbf-ba7e-4395-a294-ede0922fa243 not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:47:01.090766 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.091088 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.102864 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Calling delete_port for 434eb2d9-be40-44df-ba7a-7331d7ea1851 owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:01.232757 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.256918 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Pushing event deleted for resources: {'Port': ['ID=434eb2d9-be40-44df-ba7a-7331d7ea1851,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:01.267088 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.267442 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.267786 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.268131 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.268473 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.268810 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.269171 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.270010 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.270010 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.270198 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.270457 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.270785 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:01.333652 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.336019 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:01.337200 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-56aed347-9b93-4c35-bcde-e115d1c4af8e tempest-AttachVolumeShelveTestJSON-1955475785 tempest-AttachVolumeShelveTestJSON-1955475785-project] 10.222.0.32 "DELETE /v2.0/floatingips/42dacea3-e4fd-47fd-8770-f2ebd5257d40 HTTP/1.1" status: 204 len: 168 time: 0.4632211 Sep 15 02:47:02.090154 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-43661285-3396-4078-b18e-0649ba28efc9 req-d79c36a9-32b7-4de0-83fb-d7261899bf0b tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0263059 Sep 15 02:47:03.120777 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:03.179776 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c6fd8353-bcab-4037-9d8e-f537409dc375 req-9a8ca910-f053-40d1-a265-d4a9d0fafcd0 tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0260153 Sep 15 02:47:04.268963 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0337bab0-e0d6-4c70-81fc-4ca591e3edfc req-8575d01c-26e9-46f3-aa59-6fa379f05eeb tempest-VolumesSnapshotTestJSON-1488586365 tempest-VolumesSnapshotTestJSON-1488586365-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd436e7-1877-44a3-8fa6-cc36e3c91093 HTTP/1.1" status: 200 len: 210 time: 0.0254648 Sep 15 02:47:08.210836 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b87f4c89-536c-451d-9c0e-42ec9fece66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.716719 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-66108475-3893-4437-9011-8832968b5857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.985177 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:11.576598 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:47:12.042940 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:13.458609 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:33.120244 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:33.616114 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-9766f7c7-e072-4db2-a629-79357ae48306 req-a73c2634-d258-49b5-9919-fef0bcaab99e service neutron] (93869) timed out ('10.222.0.30', 61208) {{(pid=93869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 02:47:38.212695 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2426216a-affa-4c3a-8ecb-5338ad222504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:40.713019 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-16995a05-5473-43a6-b84d-f53ed39961aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:40.985849 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:42.045535 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:43.457997 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:44.938252 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2d496b8-318a-43c8-8d08-c70c035101b2 req-8db48aea-7ee8-4bf8-adeb-e8108d00c510 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397079 Sep 15 02:47:45.008152 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d496b8-318a-43c8-8d08-c70c035101b2 req-367b2596-58ea-4f17-aeaf-fb27951fcf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:45.009610 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2d496b8-318a-43c8-8d08-c70c035101b2 req-367b2596-58ea-4f17-aeaf-fb27951fcf6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 1099 time: 0.0383964 Sep 15 02:47:45.109341 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d496b8-318a-43c8-8d08-c70c035101b2 req-edf2648b-a1f0-479e-bd62-b4787f86207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:45.110749 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2d496b8-318a-43c8-8d08-c70c035101b2 req-edf2648b-a1f0-479e-bd62-b4787f86207c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0811217 Sep 15 02:47:45.152960 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2d496b8-318a-43c8-8d08-c70c035101b2 req-c6df9ed8-c15a-47e1-9c37-b5130b3e9a1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26a67268-9d40-46bc-bab5-c3b32707ec7c HTTP/1.1" status: 200 len: 217 time: 0.0352452 Sep 15 02:47:45.198644 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d496b8-318a-43c8-8d08-c70c035101b2 req-6a3a368b-a873-4637-b8c8-d8cc8d6d259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:45.200010 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2d496b8-318a-43c8-8d08-c70c035101b2 req-6a3a368b-a873-4637-b8c8-d8cc8d6d259f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0407114 Sep 15 02:47:45.228802 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2d496b8-318a-43c8-8d08-c70c035101b2 req-d8a10333-6b61-4225-b8d0-d97adba3de61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0219955 Sep 15 02:47:45.318419 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2d496b8-318a-43c8-8d08-c70c035101b2 req-91148210-4483-459c-b80d-5b5d15b4e8f2 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824127 Sep 15 02:47:45.405484 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2d496b8-318a-43c8-8d08-c70c035101b2 req-ba5cc0c6-979d-4c5d-895c-8216bf476053 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795772 Sep 15 02:47:48.575343 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:48:03.119190 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:08.212208 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bd15afdc-4876-4a7c-b846-ef6ace62f191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.714052 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-41e1a83a-5e94-407a-83b9-5b0afe844b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.986477 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.048800 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:13.461604 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.575217 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:48:33.133476 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:38.212948 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-efc48a7b-85e5-4430-bab4-34af8a4b4663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:40.714575 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ccc2770a-fd37-4cc5-95d5-19585c939c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:40.989541 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:42.050233 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:43.465337 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:47.799086 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97d38dec-e6c8-49c2-8bbb-e9ec7dc1c088 req-ae9deaf4-5aa4-45d2-8d8f-12acd1bb790d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434246 Sep 15 02:48:47.867414 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d38dec-e6c8-49c2-8bbb-e9ec7dc1c088 req-03b6d987-50f6-45e2-b680-198ceeb4ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:47.868902 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97d38dec-e6c8-49c2-8bbb-e9ec7dc1c088 req-03b6d987-50f6-45e2-b680-198ceeb4ca2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 1098 time: 0.0389047 Sep 15 02:48:47.970002 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d38dec-e6c8-49c2-8bbb-e9ec7dc1c088 req-658c6412-4bc0-431a-8a9d-1c8e5580f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:47.971405 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97d38dec-e6c8-49c2-8bbb-e9ec7dc1c088 req-658c6412-4bc0-431a-8a9d-1c8e5580f454 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0835626 Sep 15 02:48:48.010973 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97d38dec-e6c8-49c2-8bbb-e9ec7dc1c088 req-08ffa524-2604-4aba-905c-0ec866803b59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6762829c-9308-475c-999c-dc5e14b75738 HTTP/1.1" status: 200 len: 217 time: 0.0324695 Sep 15 02:48:48.058950 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d38dec-e6c8-49c2-8bbb-e9ec7dc1c088 req-591f7df9-bfba-49ff-b5f3-10cf24666b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:48.060410 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97d38dec-e6c8-49c2-8bbb-e9ec7dc1c088 req-591f7df9-bfba-49ff-b5f3-10cf24666b4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0427914 Sep 15 02:48:48.091480 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97d38dec-e6c8-49c2-8bbb-e9ec7dc1c088 req-71d55a9c-388f-4357-bd86-f7ab736f5eea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238829 Sep 15 02:48:48.181781 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97d38dec-e6c8-49c2-8bbb-e9ec7dc1c088 req-be062bfb-3c82-4e8e-b6e6-a82a56d280ff service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832021 Sep 15 02:48:48.270749 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97d38dec-e6c8-49c2-8bbb-e9ec7dc1c088 req-cc783b7e-c85e-4886-9cd2-066492c8778e service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824180 Sep 15 02:49:02.577635 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:49:03.128114 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:08.213650 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9ba03654-fe2c-4971-b53d-43953ac0d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:10.716007 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e63525a7-d07e-4dcb-bf1c-32474e74c217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:10.990932 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:12.055787 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:13.467257 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:33.142947 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:38.213278 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7be29a0b-6b63-49df-a6d1-9a1dab9aff7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:39.576421 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:49:40.717542 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-03e52980-77e2-4fa3-8566-97e3df0204bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:40.992165 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:42.056142 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.471162 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:48.940580 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-eb5bdddc-a980-40e5-8467-efedf449df48 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392835 Sep 15 02:49:49.012058 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-ab199426-4c0f-4f53-be8c-708e5f890ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:49.013521 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-ab199426-4c0f-4f53-be8c-708e5f890ba2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 1098 time: 0.0387743 Sep 15 02:49:49.114721 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-e5c66d07-a22e-43f0-93bd-862c079f2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:49.116129 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-e5c66d07-a22e-43f0-93bd-862c079f2794 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0842676 Sep 15 02:49:49.159348 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-fd1dc6fb-51e1-4ee9-abc5-c032502f0ea4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc HTTP/1.1" status: 200 len: 217 time: 0.0321913 Sep 15 02:49:49.205937 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-a2e5e66a-c800-4ebb-8cd7-5c6bb18f7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:49.207214 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-a2e5e66a-c800-4ebb-8cd7-5c6bb18f7adb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0411701 Sep 15 02:49:49.239576 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-2994635d-50e0-42e7-9b38-ba331b67200f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235159 Sep 15 02:49:49.250625 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-97557728-ec95-4cbb-9f97-22b3edbe1aad service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:49:49.251542 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-97557728-ec95-4cbb-9f97-22b3edbe1aad service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046229 Sep 15 02:49:49.346469 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-bd6d51d4-3c4a-454d-82dc-d7fc69bb07da service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871899 Sep 15 02:49:49.436042 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7cfe83f-4423-45f9-89e7-933e58596d9f req-4c3c0c3d-d609-42dc-adf1-94c365df37ae service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824320 Sep 15 02:50:03.145547 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:08.218729 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dae7b104-e0ea-4ed1-b684-e32561a700be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:10.717984 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-22d1ccf8-9b5d-4aba-8b82-5dffa64fc97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:10.993071 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:12.058597 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:13.476937 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:16.574910 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:50:33.177340 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:38.220459 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a4a77e15-a01a-4656-a2fb-f5f09822dd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.718666 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e93e5b87-6d70-4ebf-af07-006d21fd9de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:40.998875 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:42.061805 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:43.476404 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:49.709445 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f73b272c-d7dc-45e6-ba64-025a18350607 req-4abc4756-a08f-4144-963c-4e0e3806ef22 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1405380 Sep 15 02:50:49.780901 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b272c-d7dc-45e6-ba64-025a18350607 req-8e126da6-057e-4535-b60d-473a13e35d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:49.782329 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f73b272c-d7dc-45e6-ba64-025a18350607 req-8e126da6-057e-4535-b60d-473a13e35d9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 1098 time: 0.0391655 Sep 15 02:50:49.884195 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b272c-d7dc-45e6-ba64-025a18350607 req-4becb812-b36b-4aaa-ac14-9479ae77ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:49.885661 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f73b272c-d7dc-45e6-ba64-025a18350607 req-4becb812-b36b-4aaa-ac14-9479ae77ae1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0845797 Sep 15 02:50:49.925356 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f73b272c-d7dc-45e6-ba64-025a18350607 req-f18f428f-b6a0-4163-a49e-98af153dd43a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf HTTP/1.1" status: 200 len: 217 time: 0.0319943 Sep 15 02:50:49.972119 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b272c-d7dc-45e6-ba64-025a18350607 req-b7457009-865b-4a0f-b906-d46a3858123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:49.973504 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f73b272c-d7dc-45e6-ba64-025a18350607 req-b7457009-865b-4a0f-b906-d46a3858123f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0418398 Sep 15 02:50:50.006906 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f73b272c-d7dc-45e6-ba64-025a18350607 req-347ca5f2-e532-455b-b49f-75835e401537 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263810 Sep 15 02:50:50.094113 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f73b272c-d7dc-45e6-ba64-025a18350607 req-270adaf0-4baf-4c09-a82e-c2f5e89474fa service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800445 Sep 15 02:50:50.184980 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f73b272c-d7dc-45e6-ba64-025a18350607 req-d666b81d-1561-470f-8f1f-b248d4a29fd1 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832984 Sep 15 02:50:53.573701 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:50:57.261401 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314069d-b802-4446-a007-13564d4dd7d7 req-c88da80e-fd61-4fc8-b4d3-60b0d8b5e3cf tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:57.262856 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-c88da80e-fd61-4fc8-b4d3-60b0d8b5e3cf tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 814 time: 0.0987802 Sep 15 02:50:57.277037 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-4483990b-2395-42f1-8475-cb98f0521049 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/quotas/adaac922bb1d4dac87ae1a96045dcce2 HTTP/1.1" status: 200 len: 375 time: 0.0086119 Sep 15 02:50:57.331916 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-40a88157-ed57-4d70-a556-e08bc55dc6d1 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499394 Sep 15 02:50:57.461455 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-8b941cae-26f3-49a3-8323-2cc21720cac9 service neutron] 10.222.0.32 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227343 Sep 15 02:50:57.554497 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-ab1cd023-65a8-4ecc-983c-1a1cb614c244 service neutron] 10.222.0.32 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869544 Sep 15 02:50:58.780842 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8d57a0d6-ee91-41af-8229-1f7ef478c8d5 req-0870b97c-6156-486a-91b1-3971d55fb214 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 210 time: 0.0795400 Sep 15 02:50:59.815888 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314069d-b802-4446-a007-13564d4dd7d7 req-b7a04ea2-9302-4c7d-beb0-eb7b2e3b2afb tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:59.817586 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-b7a04ea2-9302-4c7d-beb0-eb7b2e3b2afb tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 814 time: 0.1002285 Sep 15 02:50:59.839353 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-e314069d-b802-4446-a007-13564d4dd7d7 req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Request body: {'port': {'device_id': '501078d9-ded1-4333-a9e7-fb6dbc3258c5', 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757', 'admin_state_up': True, 'tenant_id': 'adaac922bb1d4dac87ae1a96045dcce2'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:59.896176 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3b059b1c-d4ce-4710-b1ed-537ebc29bc43 req-ab30e80a-37a5-46b9-8302-2c55f2257162 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 210 time: 0.0418842 Sep 15 02:50:59.972805 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e314069d-b802-4446-a007-13564d4dd7d7 req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Made reservation on behalf of adaac922bb1d4dac87ae1a96045dcce2 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:50:59.976512 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e314069d-b802-4446-a007-13564d4dd7d7 req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.100328 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-e314069d-b802-4446-a007-13564d4dd7d7 req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Allocated IP 172.20.0.12 (5eb8c517-d333-4a6b-847d-73695cf75757/70b87685-6e21-411a-8516-9f6d48869262/4ef41364-5027-490d-9075-9485dba80bb8) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:51:00.244649 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e314069d-b802-4446-a007-13564d4dd7d7 req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.275796 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e314069d-b802-4446-a007-13564d4dd7d7 req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.315209 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['6762829c-9308-475c-999c-dc5e14b75738', '7fb46560-69b1-4773-b14b-aa3520c2e7bc', '3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:51:00.321489 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e314069d-b802-4446-a007-13564d4dd7d7 req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Network 5eb8c517-d333-4a6b-847d-73695cf75757 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:51:00.327312 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-e314069d-b802-4446-a007-13564d4dd7d7 req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:51:00.330325 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Pushing event updated for resources: {'Port': ['ID=4ef41364-5027-490d-9075-9485dba80bb8,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:00.332397 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-e314069d-b802-4446-a007-13564d4dd7d7 req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:51:00.358764 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:00.359115 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:00.359457 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:00.359797 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:00.360125 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:00.360487 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:00.360820 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:00.361165 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:00.361494 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:00.361816 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:00.362138 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:00.362461 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:00.388440 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314069d-b802-4446-a007-13564d4dd7d7 req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:00.388998 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e314069d-b802-4446-a007-13564d4dd7d7 req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.402717 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-1fbb2fb2-35a8-4231-b30a-178beb314045 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671790 Sep 15 02:51:00.421698 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Request body: {'port': {'device_id': '501078d9-ded1-4333-a9e7-fb6dbc3258c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:51:00.477169 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.730383 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef41364-5027-490d-9075-9485dba80bb8 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:51:00.738043 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.749819 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Transition to ACTIVE for port object 4ef41364-5027-490d-9075-9485dba80bb8 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:51:00.753786 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.822093 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef41364-5027-490d-9075-9485dba80bb8,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:00.868975 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Attempting to bind port 4ef41364-5027-490d-9075-9485dba80bb8 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:51:00.869303 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Attempting to bind port 4ef41364-5027-490d-9075-9485dba80bb8 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:51:00.869624 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Attempting to bind port 4ef41364-5027-490d-9075-9485dba80bb8 on network 5eb8c517-d333-4a6b-847d-73695cf75757 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:51:00.873673 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Port 4ef41364-5027-490d-9075-9485dba80bb8 on network 5eb8c517-d333-4a6b-847d-73695cf75757 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:51:00.873985 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Attempting to bind port 4ef41364-5027-490d-9075-9485dba80bb8 on network 5eb8c517-d333-4a6b-847d-73695cf75757 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:51:00.879095 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:51:00.879421 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Checking segment: {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:51:00.879788 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Bound using segment: {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:51:00.880196 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Bound port: 4ef41364-5027-490d-9075-9485dba80bb8, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4deefb-46e8-46b6-b893-7f8ab8e0e510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:51:00.880532 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.941527 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] For port 4ef41364-5027-490d-9075-9485dba80bb8, host hv-cinder-75995, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:51:00.944668 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] For port 4ef41364-5027-490d-9075-9485dba80bb8, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=4ef41364-5027-490d-9075-9485dba80bb8,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:51:00.949153 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.981775 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:00.982418 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.983790 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] 10.222.0.30 "PUT /v2.0/ports/4ef41364-5027-490d-9075-9485dba80bb8 HTTP/1.1" status: 200 len: 1094 time: 0.5660996 Sep 15 02:51:00.984232 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501078d9-ded1-4333-a9e7-fb6dbc3258c5', 'tag': '4ef41364-5027-490d-9075-9485dba80bb8'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:51:00.986662 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e4cca0-fd7e-4ddf-8024-e2a7c6ad83fc" -d '{"events": [{"name": "network-changed", "server_uuid": "501078d9-ded1-4333-a9e7-fb6dbc3258c5", "tag": "4ef41364-5027-490d-9075-9485dba80bb8"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:51:01.028216 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb44cc0-6ad2-419c-8484-2dc9c98e3e77 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef41364-5027-490d-9075-9485dba80bb8,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:01.029279 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade9626-ce6e-4c7b-9d0f-71d40c1b1619 req-c7422806-5210-492c-8aab-5d2514126764 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:01.032094 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cade9626-ce6e-4c7b-9d0f-71d40c1b1619 req-c7422806-5210-492c-8aab-5d2514126764 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 944 time: 0.0565362 Sep 15 02:51:01.084282 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cade9626-ce6e-4c7b-9d0f-71d40c1b1619 req-4567e928-6fac-4c9f-b72d-a66ce95d4cdf tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Sep 15 02:51:01.104669 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314069d-b802-4446-a007-13564d4dd7d7 req-6d242fd7-ba6f-4e3b-b188-a9b62d264ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:01.106238 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-6d242fd7-ba6f-4e3b-b188-a9b62d264ee9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 1097 time: 0.0562034 Sep 15 02:51:01.115553 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9462e54d-98e0-44f1-84e4-c32886d1fbb1 x-openstack-request-id: req-9462e54d-98e0-44f1-84e4-c32886d1fbb1 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:51:01.115837 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501078d9-ded1-4333-a9e7-fb6dbc3258c5", "tag": "4ef41364-5027-490d-9075-9485dba80bb8", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:51:01.116087 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9462e54d-98e0-44f1-84e4-c32886d1fbb1 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:51:01.116474 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501078d9-ded1-4333-a9e7-fb6dbc3258c5', 'tag': '4ef41364-5027-490d-9075-9485dba80bb8', 'status': 'completed', 'code': 200} Sep 15 02:51:01.182041 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-2939f80f-a78b-4fd0-a573-6da2200ff7f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef41364-5027-490d-9075-9485dba80bb8 HTTP/1.1" status: 200 len: 217 time: 0.0332832 Sep 15 02:51:01.231701 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314069d-b802-4446-a007-13564d4dd7d7 req-c7822f3c-ee29-4c2b-9b16-a98ac7579584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:01.233148 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-c7822f3c-ee29-4c2b-9b16-a98ac7579584 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0432110 Sep 15 02:51:01.267642 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-e2eee190-d5cf-44f7-8e25-4ec96ae4bb5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266075 Sep 15 02:51:01.354638 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-528f47e0-9ca2-4d66-a719-b5b3d3583120 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805113 Sep 15 02:51:01.445110 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e314069d-b802-4446-a007-13564d4dd7d7 req-f44a8b0c-a0c0-4bc5-9555-cb284a2003e1 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826685 Sep 15 02:51:01.574733 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4cca0-fd7e-4ddf-8024-e2a7c6ad83fc req-010318cf-16bb-429b-80cc-f55d070609bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:01.576197 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56e4cca0-fd7e-4ddf-8024-e2a7c6ad83fc req-010318cf-16bb-429b-80cc-f55d070609bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 1097 time: 0.0401554 Sep 15 02:51:01.664099 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4cca0-fd7e-4ddf-8024-e2a7c6ad83fc req-074e4718-2ff2-4342-a267-dd145a8f9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:01.665597 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56e4cca0-fd7e-4ddf-8024-e2a7c6ad83fc req-074e4718-2ff2-4342-a267-dd145a8f9be8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0818424 Sep 15 02:51:01.710268 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56e4cca0-fd7e-4ddf-8024-e2a7c6ad83fc req-62569d35-23e1-4b99-9dc3-7c7817d867c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef41364-5027-490d-9075-9485dba80bb8 HTTP/1.1" status: 200 len: 217 time: 0.0377011 Sep 15 02:51:01.758473 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4cca0-fd7e-4ddf-8024-e2a7c6ad83fc req-3444dbb4-04fc-47fa-9465-d61e3d2b92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:01.759916 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56e4cca0-fd7e-4ddf-8024-e2a7c6ad83fc req-3444dbb4-04fc-47fa-9465-d61e3d2b92a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0422373 Sep 15 02:51:01.792347 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56e4cca0-fd7e-4ddf-8024-e2a7c6ad83fc req-a749059b-e7b9-4fff-8175-41a2548874a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241024 Sep 15 02:51:01.882063 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56e4cca0-fd7e-4ddf-8024-e2a7c6ad83fc req-8f79389b-b629-442b-9035-5b033a59bcc7 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827620 Sep 15 02:51:01.967564 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56e4cca0-fd7e-4ddf-8024-e2a7c6ad83fc req-d8a72706-3c0d-42af-bd8a-0e47a5f4aa0d service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789933 Sep 15 02:51:02.194369 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4062b-1160-4bd3-96d0-f8fb8b6bd84b req-080d750c-ed49-4532-960c-c988fc6f671c tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:02.195814 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a2d4062b-1160-4bd3-96d0-f8fb8b6bd84b req-080d750c-ed49-4532-960c-c988fc6f671c tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 944 time: 0.0468979 Sep 15 02:51:02.234459 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a2d4062b-1160-4bd3-96d0-f8fb8b6bd84b req-71d8a40d-40ce-41f7-970d-e250b21588fa tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328290 Sep 15 02:51:03.189406 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.349854 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f1a36-e546-48d9-847f-ab53ccedf437 req-c30f825c-e3c6-4e36-a579-9855401eac7e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:03.351299 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f1f1a36-e546-48d9-847f-ab53ccedf437 req-c30f825c-e3c6-4e36-a579-9855401eac7e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 944 time: 0.0506206 Sep 15 02:51:03.387915 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f1f1a36-e546-48d9-847f-ab53ccedf437 req-36cf5f24-6e53-45f5-b184-67d3e52338a2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308151 Sep 15 02:51:04.324423 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 4ef41364-5027-490d-9075-9485dba80bb8 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:51:04.416683 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 4ef41364-5027-490d-9075-9485dba80bb8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=4ef41364-5027-490d-9075-9485dba80bb8,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:04.428058 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '4ef41364-5027-490d-9075-9485dba80bb8', 'network_id': '5eb8c517-d333-4a6b-847d-73695cf75757', 'port_id': '4ef41364-5027-490d-9075-9485dba80bb8', 'mac_address': 'fa:16:3e:3a:43:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b87685-6e21-411a-8516-9f6d48869262', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:51:04.468477 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:04.482107 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef41364-5027-490d-9075-9485dba80bb8 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:51:04.499550 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1ace5-30a7-41e9-bb2c-be3416ca0fbd req-0258a1c9-3e69-40f2-a148-d62b3a306d44 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:04.500566 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 4ef41364-5027-490d-9075-9485dba80bb8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=4ef41364-5027-490d-9075-9485dba80bb8,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:04.501112 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-40b1ace5-30a7-41e9-bb2c-be3416ca0fbd req-0258a1c9-3e69-40f2-a148-d62b3a306d44 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 944 time: 0.0490634 Sep 15 02:51:04.504598 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:04.540188 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-40b1ace5-30a7-41e9-bb2c-be3416ca0fbd req-b6b7af76-046e-4436-a566-1d022fcb6f98 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Sep 15 02:51:04.550614 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=4ef41364-5027-490d-9075-9485dba80bb8,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:04.557533 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:04.557903 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:04.558245 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:04.558576 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:04.558903 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:04.559231 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:04.559558 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:04.559878 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:04.560200 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:04.560519 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:04.560833 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:04.561172 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.026695 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['4ef41364-5027-490d-9075-9485dba80bb8'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:51:05.207858 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 53448) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:05.315929 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:05.407001 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:05.411245 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:05.447719 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6b60c448c3c4a5aa84f68579f2d4c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388499 Sep 15 02:51:05.449629 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e04494-ce12-45dc-987a-a01cfc684d20,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:05.450418 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 53456) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:05.456852 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.457227 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.457567 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.457902 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.458238 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.458570 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.458899 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.459223 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.459548 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.459870 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.460190 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.460508 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0c1cb-377f-4d25-bdd5-45e757798551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:05.500832 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8f3947c2-3b74-4c33-b094-12501bd89a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:05.520803 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8f3947c2-3b74-4c33-b094-12501bd89a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:05.566679 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8f3947c2-3b74-4c33-b094-12501bd89a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:05.569419 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8f3947c2-3b74-4c33-b094-12501bd89a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:05.570732 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8f3947c2-3b74-4c33-b094-12501bd89a0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1e04494-ce12-45dc-987a-a01cfc684d20 HTTP/1.1" status: 204 len: 168 time: 0.1192846 Sep 15 02:51:05.578689 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3947c2-3b74-4c33-b094-12501bd89a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e04494-ce12-45dc-987a-a01cfc684d20,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:05.656151 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378d968-ac69-4d3a-b6da-03b254fed5c1 req-22d6002c-a25b-4893-a8c5-ad435cdbe56a tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:05.658198 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b378d968-ac69-4d3a-b6da-03b254fed5c1 req-22d6002c-a25b-4893-a8c5-ad435cdbe56a tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 945 time: 0.0499737 Sep 15 02:51:05.702314 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b378d968-ac69-4d3a-b6da-03b254fed5c1 req-f670be23-5ed4-4584-a499-e6211b260b1b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379078 Sep 15 02:51:06.326120 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 4ef41364-5027-490d-9075-9485dba80bb8 up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:51:06.378912 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 4ef41364-5027-490d-9075-9485dba80bb8 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:51:06.382862 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 4ef41364-5027-490d-9075-9485dba80bb8 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:51:06.383235 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:06.472312 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:06.496643 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501078d9-ded1-4333-a9e7-fb6dbc3258c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef41364-5027-490d-9075-9485dba80bb8'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:51:06.499013 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd0a7e9-3f73-4bc3-a82f-75b73cf05917" -d '{"events": [{"server_uuid": "501078d9-ded1-4333-a9e7-fb6dbc3258c5", "name": "network-vif-plugged", "status": "completed", "tag": "4ef41364-5027-490d-9075-9485dba80bb8"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:51:06.515430 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 4ef41364-5027-490d-9075-9485dba80bb8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=4ef41364-5027-490d-9075-9485dba80bb8,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:06.520297 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:06.570162 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=4ef41364-5027-490d-9075-9485dba80bb8,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:06.659144 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fff8df-58db-4997-98ea-d644899e0625 x-openstack-request-id: req-18fff8df-58db-4997-98ea-d644899e0625 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:51:06.659441 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501078d9-ded1-4333-a9e7-fb6dbc3258c5", "name": "network-vif-plugged", "status": "completed", "tag": "4ef41364-5027-490d-9075-9485dba80bb8", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:51:06.659685 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18fff8df-58db-4997-98ea-d644899e0625 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:51:06.660086 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501078d9-ded1-4333-a9e7-fb6dbc3258c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef41364-5027-490d-9075-9485dba80bb8', 'code': 200} Sep 15 02:51:06.851933 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c994727-54a6-482c-873c-5fbabe7071db req-1fd10dcc-f138-4d91-a9dc-19eb9e9935ce tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:06.853428 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2c994727-54a6-482c-873c-5fbabe7071db req-1fd10dcc-f138-4d91-a9dc-19eb9e9935ce tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 946 time: 0.0647166 Sep 15 02:51:06.913771 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2c994727-54a6-482c-873c-5fbabe7071db req-28c86ee3-5709-465e-911c-cdf23664f1a2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520229 Sep 15 02:51:06.916297 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b032d7-8b46-41e9-a48e-4ff3e52dab07 req-ea02e730-3518-42b8-8798-fe44403d21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:06.917705 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-61b032d7-8b46-41e9-a48e-4ff3e52dab07 req-ea02e730-3518-42b8-8798-fe44403d21a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 1099 time: 0.0634589 Sep 15 02:51:06.952509 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-61b032d7-8b46-41e9-a48e-4ff3e52dab07 req-cdd847e3-bbba-485f-adb1-08ee73c45bc3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261910 Sep 15 02:51:08.123028 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9d8ef-8ef4-4c1d-8935-d77068630a44 req-0c785237-523d-4be7-bcd6-b35b507f8636 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:08.124479 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-57e9d8ef-8ef4-4c1d-8935-d77068630a44 req-0c785237-523d-4be7-bcd6-b35b507f8636 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 946 time: 0.0501320 Sep 15 02:51:08.160411 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-57e9d8ef-8ef4-4c1d-8935-d77068630a44 req-6640903c-71c2-4c7f-883f-8bb47df8a7b4 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294390 Sep 15 02:51:08.220626 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-88892858-a635-44a7-8fe8-86100dd34163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:09.273653 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10387e8e-1dfa-4334-b5c3-e159cd18825c req-7571d3e9-cee5-4e0e-98c0-29c22a43dbf2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:09.275118 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-10387e8e-1dfa-4334-b5c3-e159cd18825c req-7571d3e9-cee5-4e0e-98c0-29c22a43dbf2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 946 time: 0.0505066 Sep 15 02:51:09.310955 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-10387e8e-1dfa-4334-b5c3-e159cd18825c req-d16ac50d-2674-4561-8cea-6ea89e4789d6 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299885 Sep 15 02:51:10.719653 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5988d435-b609-43c1-bcc7-e499ecf06ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:10.990893 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:12.063939 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:13.480206 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:30.573046 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:51:33.211660 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:38.219783 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0fe6971a-6d33-4784-bcad-8455fc137e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:40.720033 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e9fdbdaa-8f91-45c1-b8e1-e43c30e38dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:40.993055 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:42.066824 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:43.481163 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:48.967998 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e897b327-e403-44eb-ac24-5921e96e4adc req-b3f5b1ab-0896-4015-b925-439ec44c2fb1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390480 Sep 15 02:51:49.063914 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b327-e403-44eb-ac24-5921e96e4adc req-ccfebc89-57a4-4f2f-a206-36a10e0dc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:49.065299 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e897b327-e403-44eb-ac24-5921e96e4adc req-ccfebc89-57a4-4f2f-a206-36a10e0dc27b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0399675 Sep 15 02:51:49.394624 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b327-e403-44eb-ac24-5921e96e4adc req-f275fdf8-2dda-4f05-a4c4-ee8807bae6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:49.396087 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e897b327-e403-44eb-ac24-5921e96e4adc req-f275fdf8-2dda-4f05-a4c4-ee8807bae6c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.3119984 Sep 15 02:51:49.435880 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e897b327-e403-44eb-ac24-5921e96e4adc req-90ca54d6-a003-4738-a8b4-824c1182ba43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 217 time: 0.0324423 Sep 15 02:51:49.484653 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b327-e403-44eb-ac24-5921e96e4adc req-82e3f86b-d853-4634-99ba-f547cc40bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:49.486168 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e897b327-e403-44eb-ac24-5921e96e4adc req-82e3f86b-d853-4634-99ba-f547cc40bafb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0436437 Sep 15 02:51:49.517772 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e897b327-e403-44eb-ac24-5921e96e4adc req-12924678-9967-41aa-90cd-94a627244380 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240202 Sep 15 02:51:49.608971 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e897b327-e403-44eb-ac24-5921e96e4adc req-80e17eef-1f7a-412f-93dc-378b9f18ae81 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841753 Sep 15 02:51:49.706002 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e897b327-e403-44eb-ac24-5921e96e4adc req-c3a56394-52e0-4981-a303-964859a485e4 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890372 Sep 15 02:52:03.219518 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:07.571073 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:52:08.219445 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b6610dd4-a9a5-4f74-b5ff-133cf9b4d1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.719841 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ba35e9af-d48b-4626-8b55-ed2ed60da602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:10.994286 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:12.070932 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:13.483851 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:33.237591 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:38.219484 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a30855ff-be85-4f90-bc37-6643335e6b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.719517 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0d9847f5-7f48-4421-ab75-3f32fe26e8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.995441 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:42.074540 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:43.486306 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:44.569600 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:52:50.965415 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1933f4da-4028-4aec-9688-7bb4a056e992 req-d52bbd84-9f67-4d35-80a6-c13a16f43ff1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387337 Sep 15 02:52:51.034155 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933f4da-4028-4aec-9688-7bb4a056e992 req-d2d224a2-47fa-46bb-974b-cb9b74fd313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:51.035564 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1933f4da-4028-4aec-9688-7bb4a056e992 req-d2d224a2-47fa-46bb-974b-cb9b74fd313c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 1099 time: 0.0375464 Sep 15 02:52:51.137236 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933f4da-4028-4aec-9688-7bb4a056e992 req-354846f8-2f73-48a1-bb55-4b043ca1d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:51.138677 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1933f4da-4028-4aec-9688-7bb4a056e992 req-354846f8-2f73-48a1-bb55-4b043ca1d303 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0847878 Sep 15 02:52:51.178021 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1933f4da-4028-4aec-9688-7bb4a056e992 req-925b6aff-5f73-4d70-92ed-02a22ce169cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26a67268-9d40-46bc-bab5-c3b32707ec7c HTTP/1.1" status: 200 len: 217 time: 0.0321698 Sep 15 02:52:51.225099 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933f4da-4028-4aec-9688-7bb4a056e992 req-df6e3999-f9a6-401c-80c6-bd1640cac8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:51.226390 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1933f4da-4028-4aec-9688-7bb4a056e992 req-df6e3999-f9a6-401c-80c6-bd1640cac8ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0409186 Sep 15 02:52:51.259037 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1933f4da-4028-4aec-9688-7bb4a056e992 req-3f965a8b-35d0-4ecf-94f2-56257989f2af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258632 Sep 15 02:52:51.345850 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1933f4da-4028-4aec-9688-7bb4a056e992 req-c2924df4-30b7-4bec-af1a-ee8f2cec8029 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795734 Sep 15 02:52:51.437616 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1933f4da-4028-4aec-9688-7bb4a056e992 req-2e0b01bc-5c19-4ac2-a6eb-8b6ec37b7bca service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847559 Sep 15 02:53:03.229590 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:08.219333 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f2d1264a-f50a-4f3a-8638-c7237dbf4819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:10.721258 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9c4cbd2f-d75e-4791-a683-b2915c5532d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:10.996093 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:12.075830 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:13.488471 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:21.567860 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:53:33.242445 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:38.220055 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-57dea8fb-02e8-4f34-b3b6-ea04e6d0684d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:40.721479 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8d2a2afc-c221-4797-b360-ba99fac0f583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:40.997005 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:42.078821 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:43.491380 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:51.909357 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4c333c3-56b4-41f2-9c1c-7a5deb95990a req-8f5614a2-69f9-4784-b145-45cb3cbb6932 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396423 Sep 15 02:53:51.977451 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c333c3-56b4-41f2-9c1c-7a5deb95990a req-4321aca1-cb2f-4232-92d7-ef84b1cb3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:53:51.978971 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4c333c3-56b4-41f2-9c1c-7a5deb95990a req-4321aca1-cb2f-4232-92d7-ef84b1cb3a2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 1098 time: 0.0390465 Sep 15 02:53:52.082719 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c333c3-56b4-41f2-9c1c-7a5deb95990a req-9bee31ed-edeb-473a-ab77-b70d1082f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:53:52.084141 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4c333c3-56b4-41f2-9c1c-7a5deb95990a req-9bee31ed-edeb-473a-ab77-b70d1082f0d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0861268 Sep 15 02:53:52.124760 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4c333c3-56b4-41f2-9c1c-7a5deb95990a req-9ad9b524-c649-4e1e-a4b0-95a96a273c4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6762829c-9308-475c-999c-dc5e14b75738 HTTP/1.1" status: 200 len: 217 time: 0.0325100 Sep 15 02:53:52.172353 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c333c3-56b4-41f2-9c1c-7a5deb95990a req-f9901c9b-93fe-4668-9a18-6d0b77fd9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:53:52.173796 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4c333c3-56b4-41f2-9c1c-7a5deb95990a req-f9901c9b-93fe-4668-9a18-6d0b77fd9370 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0423050 Sep 15 02:53:52.207722 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4c333c3-56b4-41f2-9c1c-7a5deb95990a req-8882cb15-2635-4e56-bc90-81a6093dfc68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273767 Sep 15 02:53:52.295138 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4c333c3-56b4-41f2-9c1c-7a5deb95990a req-c6467b5a-f493-49a5-973e-b14943f32f4a service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807824 Sep 15 02:53:52.385594 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4c333c3-56b4-41f2-9c1c-7a5deb95990a req-38f823f0-dd3f-4c64-9c75-cda65437ec76 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834367 Sep 15 02:53:58.566819 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:54:03.245514 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:08.220352 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4b2fde53-219c-42a9-941b-290e101c3d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:10.723882 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-450eb9d1-c83e-409c-9424-aa9b044165ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:10.997585 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:12.080776 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:13.496747 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:33.262307 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:35.565137 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:54:38.222842 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0551bd37-1d26-4844-b2b1-12fd4eba9268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:40.724188 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4a071d91-5ada-497e-a7e9-acb0e8eb576b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:40.998079 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:42.083273 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:43.497653 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:53.908097 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62721a64-cb3d-44a8-b478-1671b9d89cf8 req-f3768946-24f7-48b4-a7af-c87a1090c2c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392115 Sep 15 02:54:53.978880 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62721a64-cb3d-44a8-b478-1671b9d89cf8 req-7c8f9de6-aa9a-4770-a069-46806a01781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:54:53.980328 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62721a64-cb3d-44a8-b478-1671b9d89cf8 req-7c8f9de6-aa9a-4770-a069-46806a01781c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 1098 time: 0.0393758 Sep 15 02:54:54.082753 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62721a64-cb3d-44a8-b478-1671b9d89cf8 req-be921012-1e5e-49c8-9ef5-13186eaf807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:54:54.084180 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62721a64-cb3d-44a8-b478-1671b9d89cf8 req-be921012-1e5e-49c8-9ef5-13186eaf807e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0849917 Sep 15 02:54:54.123932 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62721a64-cb3d-44a8-b478-1671b9d89cf8 req-292db614-1c37-491e-9573-5b8de0254f65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc HTTP/1.1" status: 200 len: 217 time: 0.0326979 Sep 15 02:54:54.170501 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62721a64-cb3d-44a8-b478-1671b9d89cf8 req-8e3a5c5f-c952-41cd-ba9b-f31bd85c5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:54:54.171817 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62721a64-cb3d-44a8-b478-1671b9d89cf8 req-8e3a5c5f-c952-41cd-ba9b-f31bd85c5daa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0418673 Sep 15 02:54:54.205250 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62721a64-cb3d-44a8-b478-1671b9d89cf8 req-24c71f33-7de5-40ce-8a3b-eb3eae45e32d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267675 Sep 15 02:54:54.292334 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62721a64-cb3d-44a8-b478-1671b9d89cf8 req-7cd69bde-a1a2-43ba-90ae-2cb27d95eacf service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798686 Sep 15 02:54:54.383408 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62721a64-cb3d-44a8-b478-1671b9d89cf8 req-0763be79-a026-4a5e-87a8-5434a6a4b67d service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845418 Sep 15 02:55:03.258911 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:08.223108 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4634594e-510e-4bfa-b3c0-cf9764550ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:10.724939 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-63073556-4d2e-4a0d-8fce-3567c4803e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:10.998658 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:12.085502 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:12.563155 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:55:13.499413 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:33.273034 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:38.223397 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cb3844ce-e0d4-4e2d-a00f-59b9b90d0e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:40.725926 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9ff3218e-cb98-4a34-9615-b1b337417ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:40.999901 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:42.090756 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:43.501341 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:49.561104 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:55:54.997662 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aeafa15c-5b32-4e21-931c-b06174fc634d req-0845c384-f773-4d81-8a7b-ad59e3e79ded service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1348240 Sep 15 02:55:55.067120 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafa15c-5b32-4e21-931c-b06174fc634d req-a4480ae9-8158-4abf-9ef8-171844f9fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:55:55.068546 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aeafa15c-5b32-4e21-931c-b06174fc634d req-a4480ae9-8158-4abf-9ef8-171844f9fc92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 1098 time: 0.0390208 Sep 15 02:55:55.171188 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafa15c-5b32-4e21-931c-b06174fc634d req-605e4c9d-0cab-4433-becd-50a9fbde10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:55:55.172526 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aeafa15c-5b32-4e21-931c-b06174fc634d req-605e4c9d-0cab-4433-becd-50a9fbde10a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0851641 Sep 15 02:55:55.212205 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aeafa15c-5b32-4e21-931c-b06174fc634d req-a3731abf-2fb2-4291-86dd-dabe430fe470 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf HTTP/1.1" status: 200 len: 217 time: 0.0321264 Sep 15 02:55:55.262517 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafa15c-5b32-4e21-931c-b06174fc634d req-90e579a7-2625-44ae-b366-ae32b135c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:55:55.263903 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aeafa15c-5b32-4e21-931c-b06174fc634d req-90e579a7-2625-44ae-b366-ae32b135c492 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0425274 Sep 15 02:55:55.297364 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aeafa15c-5b32-4e21-931c-b06174fc634d req-ce2fb96b-178b-4ac2-8dd3-d295f91cc702 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270329 Sep 15 02:55:55.386875 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aeafa15c-5b32-4e21-931c-b06174fc634d req-c91691e4-abbe-4f8a-a742-d4d8fb79522d service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825667 Sep 15 02:55:55.480092 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aeafa15c-5b32-4e21-931c-b06174fc634d req-dc198816-41e3-496d-b338-bbef905c3770 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865023 Sep 15 02:56:03.289612 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:08.222687 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0935e05f-8d46-4431-aa95-2814d0cd7a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:10.727016 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d0ff1fb6-4bd4-4d7e-87a0-bfbae7968321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:11.000964 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:12.090952 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:13.504943 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:26.560450 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:56:33.288835 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:38.222895 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8a24-afa2-40f9-8626-25f569c896b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:40.727832 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c85ec96a-935d-49a2-b977-9604938ef47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:41.001728 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:42.094817 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:43.508221 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:56.903086 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-64a3275f-494d-4016-b6b8-729b727a23aa req-59644356-c41a-4209-a57a-686f5c3528aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402074 Sep 15 02:56:56.972544 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3275f-494d-4016-b6b8-729b727a23aa req-45caa1fb-7b83-41b1-b166-bb8d186502da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:56:56.974023 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-64a3275f-494d-4016-b6b8-729b727a23aa req-45caa1fb-7b83-41b1-b166-bb8d186502da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 1099 time: 0.0390913 Sep 15 02:56:57.074953 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3275f-494d-4016-b6b8-729b727a23aa req-337c0673-2af4-4b9d-a8bf-cd730e1318df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:56:57.076372 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-64a3275f-494d-4016-b6b8-729b727a23aa req-337c0673-2af4-4b9d-a8bf-cd730e1318df service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0846529 Sep 15 02:56:57.116354 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-64a3275f-494d-4016-b6b8-729b727a23aa req-bc7d794d-e0bf-4433-ad2c-ef6a72677fb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef41364-5027-490d-9075-9485dba80bb8 HTTP/1.1" status: 200 len: 217 time: 0.0321822 Sep 15 02:56:57.162478 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3275f-494d-4016-b6b8-729b727a23aa req-972305b9-1626-412e-8b27-b011f81b25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:56:57.163784 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-64a3275f-494d-4016-b6b8-729b727a23aa req-972305b9-1626-412e-8b27-b011f81b25f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0412226 Sep 15 02:56:57.197399 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-64a3275f-494d-4016-b6b8-729b727a23aa req-400f2adb-5c3c-4a65-93f3-705c9bcbe0f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271313 Sep 15 02:56:57.283254 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-64a3275f-494d-4016-b6b8-729b727a23aa req-42a37d77-a038-417a-93ce-2f7f667ecf24 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784297 Sep 15 02:56:57.374618 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-64a3275f-494d-4016-b6b8-729b727a23aa req-54ba626b-9e39-478e-a7ef-fe98f1eb601a service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847051 Sep 15 02:57:03.300551 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:03.560657 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:57:07.325623 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 57096) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:57:07.426876 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:07.512777 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:07.516495 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:07.554911 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d3258a135cc498e95ca2ebc646446ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282176 Sep 15 02:57:07.556897 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19213b6f-4af3-4316-b797-0493e12b0ef6,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:57:07.557620 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57102) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:57:07.563889 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.564241 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.564580 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.564936 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.565270 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.565600 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.565926 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.566252 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.566905 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.566905 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.567188 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.567658 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05472a31-6491-4f81-aaf8-5023b9907356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.608352 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:07.628648 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:07.675583 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:07.678147 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:07.679313 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19213b6f-4af3-4316-b797-0493e12b0ef6 HTTP/1.1" status: 204 len: 168 time: 0.1207242 Sep 15 02:57:07.687985 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19213b6f-4af3-4316-b797-0493e12b0ef6,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:57:07.695014 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.695431 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.696295 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.696635 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.696999 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.697338 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.697931 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.698267 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.698599 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.698929 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.699257 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:07.699579 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5648b-b315-4c85-8eaa-232a74407698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:57:08.223292 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-97801f26-160c-4e18-8c35-0fc43079c53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:10.728844 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d920e0bb-330a-4104-afa1-71ace73c1d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:11.002332 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:12.096379 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:13.510810 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:33.314047 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:38.222283 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c80d8560-856c-47e1-b25e-cc82048f31f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:40.559460 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:57:40.729900 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-62ddc12c-8734-4a00-a00a-de49467f81cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:41.003533 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:42.099581 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:43.512442 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:57.919862 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-823cfe4f-3269-4ea7-b72d-c6c082fedd81 req-808f000c-c292-4c95-8258-1bd619bb2143 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368109 Sep 15 02:57:58.016506 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cfe4f-3269-4ea7-b72d-c6c082fedd81 req-6317211e-33d7-4175-ac03-c6530cf5431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:57:58.017999 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-823cfe4f-3269-4ea7-b72d-c6c082fedd81 req-6317211e-33d7-4175-ac03-c6530cf5431a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 1098 time: 0.0431864 Sep 15 02:57:58.118089 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cfe4f-3269-4ea7-b72d-c6c082fedd81 req-ea93216f-cfc6-4569-8a83-984da06c8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:57:58.119563 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-823cfe4f-3269-4ea7-b72d-c6c082fedd81 req-ea93216f-cfc6-4569-8a83-984da06c8ad3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 200 len: 920 time: 0.0842612 Sep 15 02:57:58.162258 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-823cfe4f-3269-4ea7-b72d-c6c082fedd81 req-4fec3039-348c-479d-9447-bd8d60cb4838 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 200 len: 217 time: 0.0353258 Sep 15 02:57:58.209336 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cfe4f-3269-4ea7-b72d-c6c082fedd81 req-329509de-75da-4026-ad9c-7a1c641fe530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:57:58.210628 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-823cfe4f-3269-4ea7-b72d-c6c082fedd81 req-329509de-75da-4026-ad9c-7a1c641fe530 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 200 len: 859 time: 0.0417373 Sep 15 02:57:58.240776 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-823cfe4f-3269-4ea7-b72d-c6c082fedd81 req-0c38c29e-e18d-49b4-b561-095705d6390d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1100f09-2abd-4ba8-babe-c009a22ee068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233703 Sep 15 02:57:58.332925 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-823cfe4f-3269-4ea7-b72d-c6c082fedd81 req-81062a83-5fa0-4245-ac4a-8a7d5e835d26 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849347 Sep 15 02:57:58.423908 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-823cfe4f-3269-4ea7-b72d-c6c082fedd81 req-1635564b-7282-4add-bbf8-6c47c4ad04b6 service neutron] 10.222.0.30 "GET /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822549 Sep 15 02:58:03.314448 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:08.223655 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1c8a586c-74f5-4e71-bbfc-b4212f9fa1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:10.730711 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-89a2417e-765a-4989-826a-e033faf25839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:11.005309 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:12.102328 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:13.517903 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:17.558473 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:58:17.718960 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace6255-e209-44bc-a17e-d6affc7ae51b req-abed4d26-1f1a-42b1-822c-25b8d7cd7e28 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:58:17.720312 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ace6255-e209-44bc-a17e-d6affc7ae51b req-abed4d26-1f1a-42b1-822c-25b8d7cd7e28 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.2100532 Sep 15 02:58:17.756139 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ace6255-e209-44bc-a17e-d6affc7ae51b req-caa52a9d-3350-4a1c-8406-a6253dc397ce tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300341 Sep 15 02:58:18.303925 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4220ef-78d9-43c0-b0e2-1d0aa9c7cf11 req-da5cbf56-552b-4fd7-8215-84e0bb1aaba4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:58:18.305376 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-da4220ef-78d9-43c0-b0e2-1d0aa9c7cf11 req-da5cbf56-552b-4fd7-8215-84e0bb1aaba4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.30 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 946 time: 0.0533061 Sep 15 02:58:18.390642 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-da4220ef-78d9-43c0-b0e2-1d0aa9c7cf11 req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Deleting port 26a67268-9d40-46bc-bab5-c3b32707ec7c {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:58:18.390968 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-da4220ef-78d9-43c0-b0e2-1d0aa9c7cf11 req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:18.478118 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-da4220ef-78d9-43c0-b0e2-1d0aa9c7cf11 req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] For port 26a67268-9d40-46bc-bab5-c3b32707ec7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=26a67268-9d40-46bc-bab5-c3b32707ec7c,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:58:18.478527 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-da4220ef-78d9-43c0-b0e2-1d0aa9c7cf11 req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:18.490778 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-da4220ef-78d9-43c0-b0e2-1d0aa9c7cf11 req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Calling delete_port for 26a67268-9d40-46bc-bab5-c3b32707ec7c owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:58:18.615624 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-da4220ef-78d9-43c0-b0e2-1d0aa9c7cf11 req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:18.644606 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Pushing event deleted for resources: {'Port': ['ID=26a67268-9d40-46bc-bab5-c3b32707ec7c,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:58:18.650630 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['d44a3335-a2fa-4893-8b0d-aff24eaf57e2', '26a67268-9d40-46bc-bab5-c3b32707ec7c'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:58:18.657731 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:58:18.658074 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:58:18.658414 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:58:18.658743 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:58:18.659135 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:58:18.660012 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:58:18.660336 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:58:18.660656 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:58:18.661002 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:58:18.661322 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:58:18.661642 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:58:18.661956 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:58:18.695942 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4220ef-78d9-43c0-b0e2-1d0aa9c7cf11 req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] No DVR routers for this DVR port 26a67268-9d40-46bc-bab5-c3b32707ec7c on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:58:18.698789 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-da4220ef-78d9-43c0-b0e2-1d0aa9c7cf11 req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:18.700846 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-da4220ef-78d9-43c0-b0e2-1d0aa9c7cf11 req-3d309a8b-19b5-4b99-835e-65619fd17e47 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.30 "DELETE /v2.0/ports/26a67268-9d40-46bc-bab5-c3b32707ec7c HTTP/1.1" status: 204 len: 173 time: 0.3898289 Sep 15 02:58:18.701319 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aad85ea-8d51-4f8f-aebe-7608c79aac1e', 'name': 'network-vif-deleted', 'tag': '26a67268-9d40-46bc-bab5-c3b32707ec7c'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:58:18.703713 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc66c31-94d9-4038-b11e-2be6b712b137" -d '{"events": [{"server_uuid": "0aad85ea-8d51-4f8f-aebe-7608c79aac1e", "name": "network-vif-deleted", "tag": "26a67268-9d40-46bc-bab5-c3b32707ec7c"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:58:18.838974 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16002c40-a303-4761-8da7-ada2ce165956 x-openstack-request-id: req-16002c40-a303-4761-8da7-ada2ce165956 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:58:18.839894 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aad85ea-8d51-4f8f-aebe-7608c79aac1e", "name": "network-vif-deleted", "tag": "26a67268-9d40-46bc-bab5-c3b32707ec7c", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:58:18.840383 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16002c40-a303-4761-8da7-ada2ce165956 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:58:18.841005 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aad85ea-8d51-4f8f-aebe-7608c79aac1e', 'name': 'network-vif-deleted', 'tag': '26a67268-9d40-46bc-bab5-c3b32707ec7c', 'status': 'completed', 'code': 200} Sep 15 02:58:18.901955 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a7fcf3b-52ab-4cdb-b8ad-4297f740dc36 req-74b487f5-bf30-44a5-a292-0bb29466f794 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aad85ea-8d51-4f8f-aebe-7608c79aac1e HTTP/1.1" status: 200 len: 210 time: 0.0260601 Sep 15 02:58:20.211799 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a626345-1661-46a8-9d38-281452128b15 req-44801c0a-1e53-42cf-8414-e895f3c39b10 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:58:20.213351 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1a626345-1661-46a8-9d38-281452128b15 req-44801c0a-1e53-42cf-8414-e895f3c39b10 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0998292 Sep 15 02:58:20.249785 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1a626345-1661-46a8-9d38-281452128b15 req-41e35187-4ae4-4c9a-acc0-0822cabb1968 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306275 Sep 15 02:58:21.187972 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1dfe4-e53a-48f1-815d-2e8fec33fa93 req-5a9aa4f1-5a7e-497e-832a-63bad322ce44 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:58:21.189359 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bdb1dfe4-e53a-48f1-815d-2e8fec33fa93 req-5a9aa4f1-5a7e-497e-832a-63bad322ce44 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.30 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0463109 Sep 15 02:58:21.278391 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-bdb1dfe4-e53a-48f1-815d-2e8fec33fa93 req-f11457dc-5a8d-4c78-8c9f-435d734398d8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Deleting port d44a3335-a2fa-4893-8b0d-aff24eaf57e2 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:58:21.278655 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bdb1dfe4-e53a-48f1-815d-2e8fec33fa93 req-f11457dc-5a8d-4c78-8c9f-435d734398d8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:21.394317 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-bdb1dfe4-e53a-48f1-815d-2e8fec33fa93 req-f11457dc-5a8d-4c78-8c9f-435d734398d8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] For port d44a3335-a2fa-4893-8b0d-aff24eaf57e2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d44a3335-a2fa-4893-8b0d-aff24eaf57e2,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:58:21.394682 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bdb1dfe4-e53a-48f1-815d-2e8fec33fa93 req-f11457dc-5a8d-4c78-8c9f-435d734398d8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:21.412847 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af37cc3-cd94-4e44-9cab-83f65e2585ae req-bbeab41a-b09e-4cff-9526-78f25022b709 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:58:21.414332 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7af37cc3-cd94-4e44-9cab-83f65e2585ae req-bbeab41a-b09e-4cff-9526-78f25022b709 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 945 time: 0.0807066 Sep 15 02:58:21.418198 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-bdb1dfe4-e53a-48f1-815d-2e8fec33fa93 req-f11457dc-5a8d-4c78-8c9f-435d734398d8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Calling delete_port for d44a3335-a2fa-4893-8b0d-aff24eaf57e2 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:58:21.491884 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7af37cc3-cd94-4e44-9cab-83f65e2585ae req-325406b2-161f-4174-b6f5-c5dde309c287 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7e80857c-e56a-4d82-b463-2c0b0878bb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696273 Sep 15 02:58:21.569199 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bdb1dfe4-e53a-48f1-815d-2e8fec33fa93 req-f11457dc-5a8d-4c78-8c9f-435d734398d8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:21.594429 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11457dc-5a8d-4c78-8c9f-435d734398d8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Pushing event deleted for resources: {'Port': ['ID=d44a3335-a2fa-4893-8b0d-aff24eaf57e2,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:58:21.604146 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['d44a3335-a2fa-4893-8b0d-aff24eaf57e2'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:58:21.637585 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb1dfe4-e53a-48f1-815d-2e8fec33fa93 req-f11457dc-5a8d-4c78-8c9f-435d734398d8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] No DVR routers for this DVR port d44a3335-a2fa-4893-8b0d-aff24eaf57e2 on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:58:21.639844 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bdb1dfe4-e53a-48f1-815d-2e8fec33fa93 req-f11457dc-5a8d-4c78-8c9f-435d734398d8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:21.641828 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bdb1dfe4-e53a-48f1-815d-2e8fec33fa93 req-f11457dc-5a8d-4c78-8c9f-435d734398d8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.30 "DELETE /v2.0/ports/d44a3335-a2fa-4893-8b0d-aff24eaf57e2 HTTP/1.1" status: 204 len: 173 time: 0.4465744 Sep 15 02:58:21.642288 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75988b7-5092-4c01-b0d4-a6430678bfc1', 'name': 'network-vif-deleted', 'tag': 'd44a3335-a2fa-4893-8b0d-aff24eaf57e2'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:58:21.644986 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f06d15-1166-462f-83f5-8e5c93881a56" -d '{"events": [{"server_uuid": "d75988b7-5092-4c01-b0d4-a6430678bfc1", "name": "network-vif-deleted", "tag": "d44a3335-a2fa-4893-8b0d-aff24eaf57e2"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:58:21.679611 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6962aed-2711-478e-a62b-0fa87dc21150 x-openstack-request-id: req-e6962aed-2711-478e-a62b-0fa87dc21150 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:58:21.679921 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75988b7-5092-4c01-b0d4-a6430678bfc1", "name": "network-vif-deleted", "tag": "d44a3335-a2fa-4893-8b0d-aff24eaf57e2", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:58:21.680173 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6962aed-2711-478e-a62b-0fa87dc21150 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:58:21.680570 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75988b7-5092-4c01-b0d4-a6430678bfc1', 'name': 'network-vif-deleted', 'tag': 'd44a3335-a2fa-4893-8b0d-aff24eaf57e2', 'status': 'completed', 'code': 200} Sep 15 02:58:22.453684 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 26a67268-9d40-46bc-bab5-c3b32707ec7c no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:58:22.474262 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 26a67268-9d40-46bc-bab5-c3b32707ec7c {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:58:22.474604 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 26a67268-9d40-46bc-bab5-c3b32707ec7c not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:58:22.585707 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c214f367-332d-40ab-8f40-1306ab03bd1c req-7fb4a54c-d25b-45ca-a66f-c94f9e18776b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0264280 Sep 15 02:58:23.678475 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4368d32e-7ccc-479b-a0fb-53021f0de06c req-964b7424-f378-4d91-bea9-e1372905935c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0256281 Sep 15 02:58:24.463076 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device d44a3335-a2fa-4893-8b0d-aff24eaf57e2 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:58:24.482535 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: d44a3335-a2fa-4893-8b0d-aff24eaf57e2 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:58:24.483064 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device d44a3335-a2fa-4893-8b0d-aff24eaf57e2 not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:58:24.771455 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d0496600-3d5b-4187-a7bc-0e67480f5d85 req-60436459-4651-4515-9a14-a3e3650661d9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0286489 Sep 15 02:58:25.862629 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-09268c46-2417-4f86-8d7f-ece6a24bd374 req-3fc38993-1aac-43ad-870d-4e5cbf57e0f0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0250969 Sep 15 02:58:26.953614 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-13915f1f-b12a-4870-85a4-01e395ba021f req-8af7d68a-690c-466b-9590-15599728b928 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0255628 Sep 15 02:58:28.042869 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c51aea8e-8d81-428e-8e8f-e8b1f15e3e1a req-c4c5f32f-4723-4872-957b-6877adfe2302 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0257988 Sep 15 02:58:29.132856 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-41e07bc2-0b42-4da3-9479-ad1bc02811a3 req-544cdc0f-e8db-4846-adc0-7029da310d4c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0257738 Sep 15 02:58:30.225911 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b8ef86c7-87c0-4f15-a6d0-685cb1b31520 req-97a3e2f5-fc53-4931-baad-d2be9f372653 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0288005 Sep 15 02:58:31.313720 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-eae4be02-21ed-46ce-8561-ab4013b8416e req-81aced3c-b37f-45b0-a6b2-366aac93c610 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0254142 Sep 15 02:58:32.404148 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ec054118-451c-4417-bce0-aec28f170575 req-dae84963-9a07-426d-814e-932049a4f1af tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0256202 Sep 15 02:58:33.328579 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:33.494170 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3bab8f85-a5a5-493b-88cc-bb545e59e2df req-ddf42f70-8e7e-4f84-b35d-db4be870dade tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0263069 Sep 15 02:58:34.583764 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b90cd080-248b-4498-a686-f5d6978a9a96 req-4e0f6625-248e-4ec1-b71a-aafbaffde3d1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0263591 Sep 15 02:58:35.672723 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9bb2cb7a-4285-4ab1-bcb7-b1487aa83882 req-ba4405be-20f4-4ad9-a006-4ca7258b2032 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0250297 Sep 15 02:58:36.763259 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-259752ab-649d-41be-9e12-0178b8fab482 req-aec655c3-04b0-45df-8271-c886dbe3ba19 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0262325 Sep 15 02:58:37.854494 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b212eecf-08ad-434b-aaab-dc61326c709e req-0b9184ac-dc6d-42a4-9abc-88db9ee6302a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0275216 Sep 15 02:58:38.223321 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-522e1535-6441-4097-ac40-5718ac5de014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:38.947939 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f4c7eb09-0933-48f9-a357-7013224cd0be req-1c77a2f6-25ac-4c98-9156-9cc4b75d06a7 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0291286 Sep 15 02:58:40.037961 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-646923e8-1532-4474-a8a9-65869d0af09f req-ffbb3748-dc2e-4d8c-8f81-21dc8a83e09f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0256202 Sep 15 02:58:40.731230 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c91c1aaf-b00c-46d7-b406-d7483b6577c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:41.006251 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:41.127133 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8b8bb372-0eb2-476d-9985-cf0d41945f2b req-51516b60-94d8-4847-982b-c7c622475395 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0252233 Sep 15 02:58:42.105505 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:42.217509 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1f0bad86-17d9-4551-babc-2c0a9922d367 req-63f6b24f-9c6a-4b9d-852a-57da2b3006d2 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0255497 Sep 15 02:58:43.309279 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a4852113-84f8-4d87-962e-082c2d58b164 req-7fc557c5-9b29-40be-b6d6-059f829659d2 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0286727 Sep 15 02:58:43.516821 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:58:44.397971 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6a67e69e-a8cc-400c-812b-f664fd78d668 req-01f34d07-b4da-4bb2-89ef-6ad33706c060 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0254686 Sep 15 02:58:45.488418 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8d5fa1f6-619d-47d7-a471-d47836db7b2d req-801a86f9-50e4-4929-9965-1e081999bac3 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0264766 Sep 15 02:58:46.577949 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c2b3acab-1597-42e7-8a3b-2a898af929a7 req-02ade7d6-7bf4-466e-b2d3-2d2548026e45 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0259352 Sep 15 02:58:47.668802 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dee1e0c5-b4c6-443b-9f0b-d4303dda8f58 req-5257105a-9eda-4885-ab73-a7bc56b5b2f0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0262153 Sep 15 02:58:48.758184 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-07fe08c9-6f69-4fbb-87a6-d8157ec0db60 req-91e951aa-556e-4314-8752-2b65b30018d3 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0247619 Sep 15 02:58:49.850861 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e10be1d-38dc-4846-ae11-7602e9397aec req-a7925b88-5c10-49c9-aadf-fe4c86d959c0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0255759 Sep 15 02:58:50.943831 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a128979a-7c89-46d2-a739-4fa81b98f452 req-118d738c-9ecf-4244-808b-d32766c5d55f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0283425 Sep 15 02:58:52.033745 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-093f64d4-1791-49c6-b05e-ca7800126dee req-80b685a3-9f45-4348-9ca4-f3f9f0b76b51 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0254664 Sep 15 02:58:53.123054 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-64b3308f-6f96-4a63-9373-e96785e7b9a9 req-7c5665e4-ec30-4d8a-b095-7f83a1e43706 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0255115 Sep 15 02:58:54.212153 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0b3ab681-3967-4240-a000-ce44dd41161c req-a1e7955f-e5d1-4c95-9f79-27769fbb8e77 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0256827 Sep 15 02:58:54.558750 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:58:55.302553 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1f3cd0f5-a299-4274-ab2a-6ff037254ac7 req-a54f378d-8847-44e1-b563-3a249dacf1dd tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0262234 Sep 15 02:58:56.395106 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7fe0fd20-39ef-4cd1-8f15-ab54cb8d57f8 req-76b66da3-9e6e-4379-97a3-c06556a66dbc tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0284252 Sep 15 02:58:57.484400 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fc41ed6a-c0f2-4c5e-b97b-7e70dd3232d4 req-4681ad66-08f2-4dbf-9080-d250816fab17 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0251446 Sep 15 02:58:58.574403 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f3744256-847e-4a48-b3af-83d063a2bc0f req-7e84138e-cdfa-4a90-8e13-75852fa6fa8e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0263934 Sep 15 02:58:59.664541 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5bbcb682-91e0-4b51-84af-1fadaad43263 req-8327bab6-f484-44de-a118-247bf9817761 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0253785 Sep 15 02:59:00.754347 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d733ddbb-4566-424d-b0cb-7822400f2781 req-60fcb13d-5799-44a9-9d6c-ab52cf59aba4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0251315 Sep 15 02:59:00.837416 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a4e379d0-0342-48fa-895c-151bf4705c81 req-aca285fd-afa2-4d2b-8d68-766f7c56ab17 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409977 Sep 15 02:59:00.906675 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e379d0-0342-48fa-895c-151bf4705c81 req-09eacd17-ced8-43f2-8e4d-4b6372e66a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:00.908092 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a4e379d0-0342-48fa-895c-151bf4705c81 req-09eacd17-ced8-43f2-8e4d-4b6372e66a52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 1098 time: 0.0379398 Sep 15 02:59:01.005079 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e379d0-0342-48fa-895c-151bf4705c81 req-9fbf0736-4881-4031-ae7d-62a785f5acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:01.006386 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a4e379d0-0342-48fa-895c-151bf4705c81 req-9fbf0736-4881-4031-ae7d-62a785f5acc3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0804758 Sep 15 02:59:01.047281 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a4e379d0-0342-48fa-895c-151bf4705c81 req-9112b861-d75a-41fb-959a-ac94c17124f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6762829c-9308-475c-999c-dc5e14b75738 HTTP/1.1" status: 200 len: 217 time: 0.0344951 Sep 15 02:59:01.095871 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e379d0-0342-48fa-895c-151bf4705c81 req-10143422-5037-4ded-a42a-436b7576a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:01.097318 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a4e379d0-0342-48fa-895c-151bf4705c81 req-10143422-5037-4ded-a42a-436b7576a0ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0421107 Sep 15 02:59:01.127357 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a4e379d0-0342-48fa-895c-151bf4705c81 req-89ab7537-bcc9-4054-95d2-f028c8f6e621 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224667 Sep 15 02:59:01.440446 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a4e379d0-0342-48fa-895c-151bf4705c81 req-6b753a3c-66a8-4602-ae44-6c3e2b305a8d service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065157 Sep 15 02:59:01.526495 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a4e379d0-0342-48fa-895c-151bf4705c81 req-657c3fa9-e213-42b9-b3fb-7fc2c702fdb5 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787389 Sep 15 02:59:01.844499 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-372b06ce-4172-4011-891f-8bcce2e9b058 req-446d116c-48da-4797-ab2b-53b445b466e5 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0250545 Sep 15 02:59:02.407628 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58038) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:02.836802 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a4f1-13c4-4134-97c8-9d7a0551eef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531461'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:02.936872 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-17a71665-1722-4bdf-a851-59a02e056bbd req-bcdd9adf-0a12-478c-94e9-4aa7408d6118 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0263336 Sep 15 02:59:03.082463 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9a4f1-13c4-4134-97c8-9d7a0551eef3 admin admin] Deleting port 908ced22-9248-4fa7-aba9-136791831f98 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:59:03.083107 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a4f1-13c4-4134-97c8-9d7a0551eef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:03.162829 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-c9c9a4f1-13c4-4134-97c8-9d7a0551eef3 admin admin] For port 908ced22-9248-4fa7-aba9-136791831f98, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=908ced22-9248-4fa7-aba9-136791831f98,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:59:03.163437 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a4f1-13c4-4134-97c8-9d7a0551eef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:03.177649 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9a4f1-13c4-4134-97c8-9d7a0551eef3 admin admin] Calling delete_port for 908ced22-9248-4fa7-aba9-136791831f98 owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:59:03.337910 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:03.362553 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a4f1-13c4-4134-97c8-9d7a0551eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:03.389265 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9a4f1-13c4-4134-97c8-9d7a0551eef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=908ced22-9248-4fa7-aba9-136791831f98,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:03.561297 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a4f1-13c4-4134-97c8-9d7a0551eef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528565'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:03.770773 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c9a4f1-13c4-4134-97c8-9d7a0551eef3 admin admin] Router 3d29f752-e691-40e6-899c-6b9bb47d2846 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:59:03.874848 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c9a4f1-13c4-4134-97c8-9d7a0551eef3 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:59:03.880403 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c9c9a4f1-13c4-4134-97c8-9d7a0551eef3 admin admin] 10.222.0.32 "PUT /v2.0/routers/3d29f752-e691-40e6-899c-6b9bb47d2846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4717724 Sep 15 02:59:03.883186 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58048) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:03.884448 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ff6126-f4ba-471a-99e2-eb507ae9b702 None None] Sync routers for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:59:03.894166 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff6126-f4ba-471a-99e2-eb507ae9b702 None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:59:03.894769 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f0ff6126-f4ba-471a-99e2-eb507ae9b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:58:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:03.985986 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:03.998324 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f0ff6126-f4ba-471a-99e2-eb507ae9b702 None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:59:04.077656 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d0c5a772-27a5-4e9c-8aa5-6166467bd0aa req-ce2ca2b3-a0e8-43cf-bc83-ec9e89262f50 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0556085 Sep 15 02:59:04.113109 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.164391 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Deleting port 81cb2099-d6e5-46d9-a40b-ba4349801564 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:59:04.164729 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.181078 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f0ff6126-f4ba-471a-99e2-eb507ae9b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:59:03Z', 'revision_number': 5, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port': {'id': '81cb2099-d6e5-46d9-a40b-ba4349801564', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:19Z', 'updated_at': '2021-09-15T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:04.207027 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ff6126-f4ba-471a-99e2-eb507ae9b702 None None] Checking router: 3d29f752-e691-40e6-899c-6b9bb47d2846 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:59:04.215389 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff6126-f4ba-471a-99e2-eb507ae9b702 None None] Routers {'3d29f752-e691-40e6-899c-6b9bb47d2846'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:59:04.215923 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f0ff6126-f4ba-471a-99e2-eb507ae9b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:58:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3d29f752-e691-40e6-899c-6b9bb47d2846'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:04.244354 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] For port 81cb2099-d6e5-46d9-a40b-ba4349801564, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=81cb2099-d6e5-46d9-a40b-ba4349801564,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:59:04.244721 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.257577 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Calling delete_port for 81cb2099-d6e5-46d9-a40b-ba4349801564 owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:59:04.301195 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f0ff6126-f4ba-471a-99e2-eb507ae9b702 None None] Set router 3d29f752-e691-40e6-899c-6b9bb47d2846 gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:59:04.355119 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f0ff6126-f4ba-471a-99e2-eb507ae9b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:59:04Z', 'revision_number': 6, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port_host': None}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:04.383624 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ff6126-f4ba-471a-99e2-eb507ae9b702 None None] The sync data for ids ['3d29f752-e691-40e6-899c-6b9bb47d2846'] in dv-cinder-759955-25-iscsi is: [{'id': '3d29f752-e691-40e6-899c-6b9bb47d2846', 'name': 'tempest-AttachVolumeShelveTestJSON-1096334293-router', 'tenant_id': 'cc2ce4399ef144efb17b4474c8f97969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:18Z', 'updated_at': '2021-09-15T02:59:04Z', 'revision_number': 6, 'project_id': 'cc2ce4399ef144efb17b4474c8f97969', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:59:04.427370 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.457013 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Pushing event deleted for resources: {'Port': ['ID=81cb2099-d6e5-46d9-a40b-ba4349801564,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:04.518256 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528499'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.605142 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7387'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.607199 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.648434 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530649'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.649015 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d29f752-e691-40e6-899c-6b9bb47d2846 {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:59:04.653789 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.654930 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0ba4a808-db36-437e-a87d-8b0b629f7152 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3d29f752-e691-40e6-899c-6b9bb47d2846 HTTP/1.1" status: 204 len: 168 time: 0.7705903 Sep 15 02:59:04.657472 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58056) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:04.704433 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac469109-28ac-4b26-9032-aa6eb1d832c0 admin admin] Deleting subnet 07b4da09-c6cd-4778-8b6d-e85d177cecba {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:59:04.707346 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac469109-28ac-4b26-9032-aa6eb1d832c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.743107 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac469109-28ac-4b26-9032-aa6eb1d832c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126593458'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.822314 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac469109-28ac-4b26-9032-aa6eb1d832c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.879695 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac469109-28ac-4b26-9032-aa6eb1d832c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126593422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700332'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.900993 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac469109-28ac-4b26-9032-aa6eb1d832c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b4da09-c6cd-4778-8b6d-e85d177cecba,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:04.909775 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac469109-28ac-4b26-9032-aa6eb1d832c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:04.911606 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ac469109-28ac-4b26-9032-aa6eb1d832c0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/07b4da09-c6cd-4778-8b6d-e85d177cecba HTTP/1.1" status: 204 len: 168 time: 0.2532446 Sep 15 02:59:04.913977 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58058) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:04.916905 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a6662a-216c-4430-9a72-3299e69de315 None None] Network a253661e-f1ab-4f21-a6f2-e0d11c706346 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:59:04.980555 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.030338 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Deleting port da35f3f6-d044-4b50-85c9-395a4a7fe16d {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:59:05.031072 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.099077 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] For port da35f3f6-d044-4b50-85c9-395a4a7fe16d, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=da35f3f6-d044-4b50-85c9-395a4a7fe16d,segment=NetworkSegment(64c62b10-f3c8-443d-a514-449fbcc14b68),segment_id=64c62b10-f3c8-443d-a514-449fbcc14b68)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:59:05.099471 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.111129 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Calling delete_port for da35f3f6-d044-4b50-85c9-395a4a7fe16d owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:59:05.170247 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-84f06493-6973-4f6a-ab1b-5e3a29cc3afa req-04a259cd-90fb-4bfb-9956-5739c2088a0c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0256813 Sep 15 02:59:05.193939 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.204644 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56333a1a-f114-45e2-8782-cf2cb30ef24e None None] DHCP port deletion for a253661e-f1ab-4f21-a6f2-e0d11c706346 request from dv-cinder-759955-25-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:59:05.230563 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=da35f3f6-d044-4b50-85c9-395a4a7fe16d,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:05.235485 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] No DVR routers for this DVR port da35f3f6-d044-4b50-85c9-395a4a7fe16d on host dv-cinder-759955-25-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:59:05.303905 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.324340 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a253661e-f1ab-4f21-a6f2-e0d11c706346']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:05.334379 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c62b10-f3c8-443d-a514-449fbcc14b68') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:05.334670 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c62b10-f3c8-443d-a514-449fbcc14b68') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:05.348281 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126593465'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.361525 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.367216 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:59:05.367592 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593104'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: timer() Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: cb(*args, **kw) Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: self._notify() Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: self.callback(batched_events) Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: event.method(event) Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._get(url).json() Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:59:05.369368 dv-cinder-759955-25-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:59:05.422746 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.429536 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.431381 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a253661e-f1ab-4f21-a6f2-e0d11c706346 HTTP/1.1" status: 204 len: 168 time: 0.5165124 Sep 15 02:59:05.443397 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6be4e-2da2-4537-afde-2f67403f94b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a253661e-f1ab-4f21-a6f2-e0d11c706346,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:05.548085 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58068) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:05.588522 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c7e952f5-18b5-4b5c-a213-5b851e28b465 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc2ce4399ef144efb17b4474c8f97969&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391088 Sep 15 02:59:05.590961 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58070) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:05.639921 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-67bf18cf-d8da-4c3c-a4a7-37ea8b975230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.666319 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-67bf18cf-d8da-4c3c-a4a7-37ea8b975230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.701971 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device da35f3f6-d044-4b50-85c9-395a4a7fe16d no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:59:05.714914 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-67bf18cf-d8da-4c3c-a4a7-37ea8b975230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.717880 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-67bf18cf-d8da-4c3c-a4a7-37ea8b975230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:05.719196 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-67bf18cf-d8da-4c3c-a4a7-37ea8b975230 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc86505e-4ed1-47fe-8887-97acb1af6798 HTTP/1.1" status: 204 len: 168 time: 0.1273477 Sep 15 02:59:05.725173 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: da35f3f6-d044-4b50-85c9-395a4a7fe16d {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:59:05.725516 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device da35f3f6-d044-4b50-85c9-395a4a7fe16d not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:59:05.726128 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 908ced22-9248-4fa7-aba9-136791831f98 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:59:05.727947 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf18cf-d8da-4c3c-a4a7-37ea8b975230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc86505e-4ed1-47fe-8887-97acb1af6798,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:05.754824 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 908ced22-9248-4fa7-aba9-136791831f98 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:59:05.755166 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 908ced22-9248-4fa7-aba9-136791831f98 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:59:05.755582 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 81cb2099-d6e5-46d9-a40b-ba4349801564 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:59:05.782261 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 81cb2099-d6e5-46d9-a40b-ba4349801564 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:59:05.782613 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 81cb2099-d6e5-46d9-a40b-ba4349801564 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:59:06.274966 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38fa4727-bc1a-4b7b-88a0-784278b2ca43 req-8a8cf4de-4e37-43d0-8465-ace684ae75f2 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0304935 Sep 15 02:59:06.405171 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58100) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:06.498735 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1236095755-network', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:59:06.519075 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Made reservation on behalf of 2d44af7c3f99444b98d4422982551f2a for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:59:06.521339 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:06.529322 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:06.620680 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:06.624755 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:06.646270 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:59:06.661123 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdac469-31ee-4f65-825c-b93635e64033,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:06.667940 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:06.668280 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Added segment 364a974d-6e78-4342-bfa0-55af068d6c9c of type vlan for network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea Sep 15 02:59:06.711136 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:06.735126 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:06.736043 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:06.736612 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:06.769499 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3632846 Sep 15 02:59:06.772522 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58106) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:06.777395 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Request body: {'subnet': {'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1236095755-subnet', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:59:06.794023 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319594a-63ef-49a1-b90d-f17314dbe952 admin admin] Pushing event updated for resources: {'Network': ['ID=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:06.799450 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Made reservation on behalf of 2d44af7c3f99444b98d4422982551f2a for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:59:06.803133 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130944542'] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:06.804557 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:59:06.969088 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130386870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130944560'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.026743 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3766e392-e837-4fc9-be07-d2a2e1d67712,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:07.036912 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.037259 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.037600 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.037939 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.038268 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.038596 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.038923 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.039251 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.039577 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.039900 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.040219 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.040538 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.045517 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Checking segment: {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:59:07.045873 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Network hostable DHCP agents. Network: ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:59:07.060625 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:59:07.069535 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:59:07.073701 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:07.074293 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.079786 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a637049-f121-42bd-a8e0-18789b6ac4b6 None None] Network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:59:07.087769 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0b2e8e69-d1e3-4bbe-b607-64fb4fbb374e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3141310 Sep 15 02:59:07.090500 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58110) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:07.094647 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:59:07.115027 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7369'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.116157 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.166372 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.220197 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a767ca-0f23-5eb0-80d8-fbb4873b4484-ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712'}]}} from dv-cinder-759955-25-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:59:07.221157 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.298343 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.357063 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Allocated IP 172.20.0.2 (ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea/3766e392-e837-4fc9-be07-d2a2e1d67712/9829bf24-57ee-40e0-b26d-6bf34f0682cb) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:59:07.401136 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27c45399-04c7-442a-bb2a-c955fce7db3c req-148cb541-2db7-42ef-82a5-13d76e80ca6a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0329423 Sep 15 02:59:07.498649 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.504340 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.522544 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.538484 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:59:07.541379 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:59:07.541846 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.544792 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:59:07.559689 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Pushing event updated for resources: {'Port': ['ID=9829bf24-57ee-40e0-b26d-6bf34f0682cb,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:07.582161 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.582540 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.582883 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.583215 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.583544 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.583887 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.584195 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.584519 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.584866 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.585214 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.585532 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.585850 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:07.614278 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Attempting to bind port 9829bf24-57ee-40e0-b26d-6bf34f0682cb on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:59:07.614642 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Attempting to bind port 9829bf24-57ee-40e0-b26d-6bf34f0682cb by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:59:07.614998 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Attempting to bind port 9829bf24-57ee-40e0-b26d-6bf34f0682cb on network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:59:07.621153 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:59:07.621153 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Checking segment: {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:59:07.621153 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.621566 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Bound using segment: {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:59:07.621677 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Bound port: 9829bf24-57ee-40e0-b26d-6bf34f0682cb, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:59:07.622026 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.653456 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Allocated IP 172.27.2.220 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/624c522d-2ffe-46b0-94bf-cf97a2891af4) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:59:07.701588 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] For port 9829bf24-57ee-40e0-b26d-6bf34f0682cb, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:59:07.704482 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] For port 9829bf24-57ee-40e0-b26d-6bf34f0682cb, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=9829bf24-57ee-40e0-b26d-6bf34f0682cb,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:59:07.710165 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.763649 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba0007-f119-49bf-bd6d-036351e292c2 None None] Pushing event updated for resources: {'Port': ['ID=9829bf24-57ee-40e0-b26d-6bf34f0682cb,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:07.769378 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.804047 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:07.842181 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:59:07.844915 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:59:07.847847 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:59:07.875995 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Pushing event updated for resources: {'Port': ['ID=624c522d-2ffe-46b0-94bf-cf97a2891af4,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:08.114256 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:08.222643 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4efc2b69-9433-4a23-a23a-2a5fa39572cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:08.306398 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528479'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:08.504933 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4e279e7-8fc1-4977-b97f-68ff48c46b52 req-5ca07f48-b69d-4e68-8b2e-942c1303b5c6 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0303421 Sep 15 02:59:08.587862 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5e960b-e993-4f49-862b-d13ef57e226b None None] Network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:59:08.658046 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-3f1f57a1-ade6-4145-96bf-5ebe07be4da9 None None] Provisioning complete for port 9829bf24-57ee-40e0-b26d-6bf34f0682cb triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:59:08.658414 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3f1f57a1-ade6-4145-96bf-5ebe07be4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:08.672561 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Router bd1f3530-d374-4b00-8c2d-834bb601bd50 is scheduled to L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:59:08.780168 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:59:08.790643 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Sync routers for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:59:08.796514 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:08.797892 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-74f7f2ec-226e-44dd-bfc4-e33bd3213532 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7064314 Sep 15 02:59:08.800589 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58122) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:08.802124 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3f1f57a1-ade6-4145-96bf-5ebe07be4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:08.822796 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:59:08.823413 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:58:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:08.904934 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-3f1f57a1-ade6-4145-96bf-5ebe07be4da9 None None] For port 9829bf24-57ee-40e0-b26d-6bf34f0682cb, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=9829bf24-57ee-40e0-b26d-6bf34f0682cb,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:59:08.913673 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3f1f57a1-ade6-4145-96bf-5ebe07be4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:08.982815 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:59:08.984852 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f57a1-ade6-4145-96bf-5ebe07be4da9 None None] Pushing event updated for resources: {'Port': ['ID=9829bf24-57ee-40e0-b26d-6bf34f0682cb,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:09.062974 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-47c71ca6-a200-4590-a41a-2879e37691ac None None] Provisioning complete for port 9829bf24-57ee-40e0-b26d-6bf34f0682cb triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:59:09.063346 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-47c71ca6-a200-4590-a41a-2879e37691ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.224293 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.344641 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:08Z', 'revision_number': 3, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:09.371045 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Checking router: bd1f3530-d374-4b00-8c2d-834bb601bd50 for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:59:09.371393 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Updating router bd1f3530-d374-4b00-8c2d-834bb601bd50 port 624c522d-2ffe-46b0-94bf-cf97a2891af4 binding host dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:59:09.382608 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Allocated IP 172.20.0.1 (ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea/3766e392-e837-4fc9-be07-d2a2e1d67712/3d93f086-51ee-423a-80a4-71e487a08cba) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:59:09.396071 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.487022 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.519573 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.558746 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:59:09.561575 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:59:09.565086 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:59:09.594790 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Pushing event updated for resources: {'Port': ['ID=3d93f086-51ee-423a-80a4-71e487a08cba,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:09.627437 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0dac5364-1b9f-40fa-ae58-7629a697c6e8 req-1e902ba5-f834-4039-a2d1-afec3e689552 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0335948 Sep 15 02:59:09.637438 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528520'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.665137 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.673622 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.738203 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Attempting to bind port 624c522d-2ffe-46b0-94bf-cf97a2891af4 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:59:09.738711 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Attempting to bind port 624c522d-2ffe-46b0-94bf-cf97a2891af4 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:59:09.739145 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Attempting to bind port 624c522d-2ffe-46b0-94bf-cf97a2891af4 on network 73626132-cd8b-4a23-a2b0-fb3708e8a009 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:59:09.749409 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abaf4f-4fef-4afd-8c69-481b453b0498 None None] Pushing event updated for resources: {'Port': ['ID=624c522d-2ffe-46b0-94bf-cf97a2891af4,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:09.755066 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:59:09.755482 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Checking segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:59:09.755956 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.756427 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Bound using segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:59:09.757033 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Bound port: 624c522d-2ffe-46b0-94bf-cf97a2891af4, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:59:09.757512 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.795297 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 9829bf24-57ee-40e0-b26d-6bf34f0682cb up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:59:09.825154 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.865555 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] For port 624c522d-2ffe-46b0-94bf-cf97a2891af4, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:59:09.882984 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] For port 624c522d-2ffe-46b0-94bf-cf97a2891af4, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=624c522d-2ffe-46b0-94bf-cf97a2891af4,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:59:09.884468 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-5fdaabdb-3f85-47e3-bd8f-db101be398f0 None None] Provisioning complete for port 3d93f086-51ee-423a-80a4-71e487a08cba triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:59:09.885016 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5fdaabdb-3f85-47e3-bd8f-db101be398f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.908108 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.970094 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-5fdaabdb-3f85-47e3-bd8f-db101be398f0 None None] Port 3d93f086-51ee-423a-80a4-71e487a08cba cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:59:09.975348 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 9829bf24-57ee-40e0-b26d-6bf34f0682cb triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:59:09.975723 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.989695 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:09.994289 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130386883'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:10.022702 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:59:10.023336 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:58:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:10.031510 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abaf4f-4fef-4afd-8c69-481b453b0498 None None] Pushing event updated for resources: {'Port': ['ID=624c522d-2ffe-46b0-94bf-cf97a2891af4,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:10.058918 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531480'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:10.060677 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Pushing event updated for resources: {'Port': ['ID=3d93f086-51ee-423a-80a4-71e487a08cba,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:10.156309 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:59:10.157777 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:59:10.183284 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:59:10.276032 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Router bd1f3530-d374-4b00-8c2d-834bb601bd50 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:59:10.396500 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 2, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:10.398398 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:59:10.399536 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d1f4ba83-6248-4c91-8450-62747fd52d3e None None] Provisioning complete for port 3d93f086-51ee-423a-80a4-71e487a08cba triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:59:10.399904 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ba83-6248-4c91-8450-62747fd52d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:10.403685 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-52a3ecc4-be27-4368-898d-b7e49ac54989 admin admin] 10.222.0.32 "PUT /v2.0/routers/bd1f3530-d374-4b00-8c2d-834bb601bd50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6019497 Sep 15 02:59:10.424969 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392ce3ae-09de-47fc-93b4-e4144e3cc687 None None] The sync data for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi is: [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 2, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:59:10.462308 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4ba83-6248-4c91-8450-62747fd52d3e None None] Port 3d93f086-51ee-423a-80a4-71e487a08cba cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:59:10.731424 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c26ed24c-ce02-4dba-95f8-c72c3ddedeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:10.744959 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b79fcf8e-af89-47ac-9f75-ab3108d03ba0 req-b188ab07-54ef-436f-a703-255412b695cd tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0314846 Sep 15 02:59:11.008125 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:11.708282 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 624c522d-2ffe-46b0-94bf-cf97a2891af4 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:59:11.755421 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 624c522d-2ffe-46b0-94bf-cf97a2891af4 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:59:11.755790 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:11.837615 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58148) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:11.842334 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:11.842977 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-7eaf08f8-a088-4c38-9107-5744ef8f7d72 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788491601', 'description': 'tempest-description--1837680848'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:59:11.856370 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ed583603-0974-4c5b-b3c1-e03a078cade2 req-996088e4-ce65-46a9-bf06-b812764d32b0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0414255 Sep 15 02:59:11.867738 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port 624c522d-2ffe-46b0-94bf-cf97a2891af4, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=624c522d-2ffe-46b0-94bf-cf97a2891af4,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:59:11.878506 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:11.885819 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7eaf08f8-a088-4c38-9107-5744ef8f7d72 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:11.939860 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=624c522d-2ffe-46b0-94bf-cf97a2891af4,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:11.974801 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7eaf08f8-a088-4c38-9107-5744ef8f7d72 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:11.978604 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7eaf08f8-a088-4c38-9107-5744ef8f7d72 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.108956 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.209441 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Sync routers for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:59:12.227849 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:59:12.228393 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:59:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:12.235694 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7eaf08f8-a088-4c38-9107-5744ef8f7d72 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.236940 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7eaf08f8-a088-4c38-9107-5744ef8f7d72 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3976622 Sep 15 02:59:12.239887 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58154) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:12.241267 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf08f8-a088-4c38-9107-5744ef8f7d72 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761bde89-22b8-4128-a983-52bac3c1a3f4,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:12.244501 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-107d13cc-4187-4996-8896-61396345d9dc tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Request body: {'security_group_rule': {'security_group_id': '761bde89-22b8-4128-a983-52bac3c1a3f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:59:12.272106 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-107d13cc-4187-4996-8896-61396345d9dc tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.327544 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-107d13cc-4187-4996-8896-61396345d9dc tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.331398 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-107d13cc-4187-4996-8896-61396345d9dc tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.345796 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:59:12.350361 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d13cc-4187-4996-8896-61396345d9dc tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb64893-c25b-4806-81b3-554be829e156,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:12.357632 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-107d13cc-4187-4996-8896-61396345d9dc tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.358830 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-107d13cc-4187-4996-8896-61396345d9dc tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179643 Sep 15 02:59:12.361515 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58156) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:12.366557 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-2e0d7573-a64b-4d0f-a4f6-17a95f987a6c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Request body: {'security_group_rule': {'security_group_id': '761bde89-22b8-4128-a983-52bac3c1a3f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:59:12.392708 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e0d7573-a64b-4d0f-a4f6-17a95f987a6c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.452606 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e0d7573-a64b-4d0f-a4f6-17a95f987a6c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.456560 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e0d7573-a64b-4d0f-a4f6-17a95f987a6c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.476378 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d7573-a64b-4d0f-a4f6-17a95f987a6c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35eaa4f8-43c8-4e6d-b860-88a435a1d7e0,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:12.480534 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e0d7573-a64b-4d0f-a4f6-17a95f987a6c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.481970 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2e0d7573-a64b-4d0f-a4f6-17a95f987a6c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191661 Sep 15 02:59:12.484776 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58158) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:12.490670 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Request body: {'floatingip': {'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:59:12.512303 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.544980 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 2, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:12.570681 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Checking router: bd1f3530-d374-4b00-8c2d-834bb601bd50 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:59:12.571029 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Updating router bd1f3530-d374-4b00-8c2d-834bb601bd50 port 3d93f086-51ee-423a-80a4-71e487a08cba binding host dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:59:12.594165 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.606856 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.714909 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Allocated IP 172.27.2.179 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/9b92dc0f-80fc-494d-ba18-304ebf4f2177) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:59:12.817395 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.851297 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.890628 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:59:12.895696 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:59:12.899460 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:59:12.926210 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event updated for resources: {'Port': ['ID=9b92dc0f-80fc-494d-ba18-304ebf4f2177,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:12.947476 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.953761 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:12.968232 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9b4351f7-320b-4439-9d38-282e997240ab req-4a1fd5bd-fd1e-4700-8558-f723dbfd700d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0337434 Sep 15 02:59:12.999399 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.003230 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Pushing event updated for resources: {'Port': ['ID=3d93f086-51ee-423a-80a4-71e487a08cba,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:13.015642 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:13.016233 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:13.016575 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:13.016925 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:13.017430 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:13.017948 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:13.018325 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:13.018684 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:13.019014 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:13.019340 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:13.019668 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:13.019988 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:13.038937 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.074165 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Attempting to bind port 3d93f086-51ee-423a-80a4-71e487a08cba on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:59:13.074538 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Attempting to bind port 3d93f086-51ee-423a-80a4-71e487a08cba by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:59:13.074901 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Attempting to bind port 3d93f086-51ee-423a-80a4-71e487a08cba on network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:59:13.080904 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:59:13.081543 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Checking segment: {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:59:13.081875 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.082284 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Bound using segment: {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:59:13.082760 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Bound port: 3d93f086-51ee-423a-80a4-71e487a08cba, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:59:13.083164 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.153445 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] For port 3d93f086-51ee-423a-80a4-71e487a08cba, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:59:13.156589 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] For port 3d93f086-51ee-423a-80a4-71e487a08cba, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=3d93f086-51ee-423a-80a4-71e487a08cba,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:59:13.162370 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.210816 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.215627 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130386883'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.217499 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-b172165e-1541-48ac-94a1-0d2b2ccf2f13 None None] Provisioning complete for port 3d93f086-51ee-423a-80a4-71e487a08cba triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:59:13.218146 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b172165e-1541-48ac-94a1-0d2b2ccf2f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.218958 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a6140-065c-4c41-8995-a1f42557f1a2 None None] Pushing event updated for resources: {'Port': ['ID=3d93f086-51ee-423a-80a4-71e487a08cba,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:13.229535 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:59:13.230366 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:59:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:13.300006 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event updated for resources: {'Port': ['ID=9b92dc0f-80fc-494d-ba18-304ebf4f2177,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:13.315044 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.329996 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.331814 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-88dbe8de-5bb2-4011-bc11-5f65f011d854 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8457952 Sep 15 02:59:13.352641 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b172165e-1541-48ac-94a1-0d2b2ccf2f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.375240 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:59:13.398186 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-b172165e-1541-48ac-94a1-0d2b2ccf2f13 None None] For port 3d93f086-51ee-423a-80a4-71e487a08cba, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=3d93f086-51ee-423a-80a4-71e487a08cba,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:59:13.402760 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b172165e-1541-48ac-94a1-0d2b2ccf2f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.458325 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172165e-1541-48ac-94a1-0d2b2ccf2f13 None None] Pushing event updated for resources: {'Port': ['ID=3d93f086-51ee-423a-80a4-71e487a08cba,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:13.499909 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-ef7eeae5-f65f-47cf-a071-242a817b8969 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1788491601&fields=id&tenant_id=2d44af7c3f99444b98d4422982551f2a HTTP/1.1" status: 200 len: 267 time: 0.0375092 Sep 15 02:59:13.524731 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.530979 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d224a3e5-a386-4694-a675-8efb268167bd None None] Provisioning complete for port 3d93f086-51ee-423a-80a4-71e487a08cba triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:59:13.531334 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d224a3e5-a386-4694-a675-8efb268167bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.599398 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:13.617448 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-d08e1899-0c30-4ea1-bb13-c1cc7da0bc94 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:13.618931 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-d08e1899-0c30-4ea1-bb13-c1cc7da0bc94 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/networks?id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea HTTP/1.1" status: 200 len: 811 time: 0.1105673 Sep 15 02:59:13.628912 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be760ff-b930-4b78-a560-8e532623e912 None None] The sync data for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi is: [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:59:13.636287 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-f83d6fdc-ff05-45d1-a381-8d3c6a738381 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/quotas/2d44af7c3f99444b98d4422982551f2a HTTP/1.1" status: 200 len: 375 time: 0.0113678 Sep 15 02:59:13.701347 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-7db2edef-fb95-4f29-a295-75db1feb2a6b tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d44af7c3f99444b98d4422982551f2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564694 Sep 15 02:59:13.728205 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 3d93f086-51ee-423a-80a4-71e487a08cba up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:59:13.776587 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-80a3708f-edaf-4e93-8ba6-85e2a5236873 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:59:13.778108 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-80a3708f-edaf-4e93-8ba6-85e2a5236873 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632629 Sep 15 02:59:13.782628 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 3d93f086-51ee-423a-80a4-71e487a08cba triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:59:13.782997 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.863080 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 624c522d-2ffe-46b0-94bf-cf97a2891af4 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:59:13.873794 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-9354e909-4bf4-406d-b2f9-7624c7e8113e service neutron] 10.222.0.32 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882697 Sep 15 02:59:13.912176 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 624c522d-2ffe-46b0-94bf-cf97a2891af4 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:59:13.912640 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:13.972568 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-223234ad-441e-4380-ac7a-03357b5a8aec service neutron] 10.222.0.32 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917373 Sep 15 02:59:14.073368 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f00b4506-c3c3-4bbf-8f93-24451d6bf6c3 req-5bb0c3dc-78eb-4e0a-9f04-ed6671fcd13a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0299296 Sep 15 02:59:14.150928 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-27192537-52e9-4601-9841-b8ccc35baaaa req-bac4877f-809b-4113-98b3-fc0e5aea0832 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 210 time: 0.0273352 Sep 15 02:59:15.171685 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6fbbd5e1-4366-47f1-a3e6-357bbe6abd07 req-be2236aa-3248-4a4c-98ce-8b84ef3896bd tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0259209 Sep 15 02:59:15.230436 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6f0fe5af-a13f-4df2-af50-79cc4497e2c0 req-a2f967dd-fb81-4b72-abeb-d3eb2531c59d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 210 time: 0.0283759 Sep 15 02:59:16.262856 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5138b2ee-933e-44f8-bb86-81f6784b46f2 req-582f5467-9d9c-4c90-a092-e6dc6aea86a7 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0258119 Sep 15 02:59:16.306372 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4268fa6-f977-4d45-b483-a25651c5d6c3 req-6b428af4-d23b-4331-a20a-e587669aec53 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 210 time: 0.0258985 Sep 15 02:59:17.353291 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dccd639a-6d3d-4f64-9b9c-111ee0b759ed req-0c343ddd-06af-40df-9cb2-b16f38fe769f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0257840 Sep 15 02:59:17.382522 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bb4fb97e-a451-4b6b-b824-80ec08adc00c req-cc4697ad-afc9-47a4-b255-58e455bdce0f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 210 time: 0.0273709 Sep 15 02:59:18.444868 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7f004295-d629-4d3d-ae8a-b172448f6313 req-57b6bb93-9178-4be1-84b0-8ec78fdccb4b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0262623 Sep 15 02:59:18.472444 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa424f64-6008-4f07-b6ee-99391bfd92ba req-b3115075-1841-40ec-8a3b-0769c23e0a5a tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 210 time: 0.0262589 Sep 15 02:59:19.313173 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-99f2269d-48bd-4fa8-9db5-e723c09b1f77 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:19.314757 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-99f2269d-48bd-4fa8-9db5-e723c09b1f77 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.30 "GET /v2.0/networks?id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea HTTP/1.1" status: 200 len: 811 time: 0.1102207 Sep 15 02:59:19.365776 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-e5f0739e-8b55-48ac-be54-90bf3889f619 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d44af7c3f99444b98d4422982551f2a HTTP/1.1" status: 200 len: 380 time: 0.0352883 Sep 15 02:59:19.375595 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Request body: {'port': {'device_id': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'admin_state_up': True, 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'security_groups': ['761bde89-22b8-4128-a983-52bac3c1a3f4']}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:59:19.485298 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Made reservation on behalf of 2d44af7c3f99444b98d4422982551f2a for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:59:19.489594 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:19.543818 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1bb5cb36-d3fa-4ce7-afb3-c9da676b9e6b req-17d8a9ba-a010-493c-a5a7-fa507b7a6bac tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0296674 Sep 15 02:59:19.578461 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8dd1c1d2-1c6c-455b-8a39-ba228a405315 req-f5bea7c5-497b-4090-bd1c-78b3a99a6f1a tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 210 time: 0.0326891 Sep 15 02:59:19.645349 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Allocated IP 172.20.0.4 (ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea/3766e392-e837-4fc9-be07-d2a2e1d67712/7a0656bc-cd17-41d4-be1f-2db4b09c059a) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:59:19.779607 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:19.813603 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:19.854900 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:59:19.857914 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:59:19.861657 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:59:19.870465 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event updated for resources: {'Port': ['ID=7a0656bc-cd17-41d4-be1f-2db4b09c059a,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:19.900181 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:19.900528 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:19.900868 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:19.901229 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:19.901559 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:19.901889 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:19.902215 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:19.902547 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:19.902871 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:19.903194 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:19.903515 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:19.903831 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:59:19.931277 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:19.931908 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:19.946468 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-3f022135-a0f1-487e-a67c-b555bced3cb8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5745077 Sep 15 02:59:19.964625 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Request body: {'port': {'device_id': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:59:20.018384 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:20.063084 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d0b95922-5744-4bc6-bab3-1873a8f54035 None None] Provisioning complete for port 7a0656bc-cd17-41d4-be1f-2db4b09c059a triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:59:20.063672 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d0b95922-5744-4bc6-bab3-1873a8f54035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:20.098434 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-d0b95922-5744-4bc6-bab3-1873a8f54035 None None] Port 7a0656bc-cd17-41d4-be1f-2db4b09c059a cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:59:20.269415 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0656bc-cd17-41d4-be1f-2db4b09c059a {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:59:20.276470 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:20.287936 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Transition to ACTIVE for port object 7a0656bc-cd17-41d4-be1f-2db4b09c059a will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:59:20.291480 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:20.345560 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0656bc-cd17-41d4-be1f-2db4b09c059a,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:20.414856 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Attempting to bind port 7a0656bc-cd17-41d4-be1f-2db4b09c059a on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:59:20.415487 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Attempting to bind port 7a0656bc-cd17-41d4-be1f-2db4b09c059a by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:59:20.415812 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Attempting to bind port 7a0656bc-cd17-41d4-be1f-2db4b09c059a on network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:59:20.420405 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Port 7a0656bc-cd17-41d4-be1f-2db4b09c059a on network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:59:20.420725 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Attempting to bind port 7a0656bc-cd17-41d4-be1f-2db4b09c059a on network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:59:20.426150 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:59:20.426486 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Checking segment: {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:59:20.426867 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Bound using segment: {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:59:20.427289 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Bound port: 7a0656bc-cd17-41d4-be1f-2db4b09c059a, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:59:20.427641 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:20.493419 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] For port 7a0656bc-cd17-41d4-be1f-2db4b09c059a, host hv-cinder-75995, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:59:20.496406 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] For port 7a0656bc-cd17-41d4-be1f-2db4b09c059a, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7a0656bc-cd17-41d4-be1f-2db4b09c059a,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:59:20.500613 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:20.538113 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:20.538760 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:20.540117 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] 10.222.0.30 "PUT /v2.0/ports/7a0656bc-cd17-41d4-be1f-2db4b09c059a HTTP/1.1" status: 200 len: 1093 time: 0.5798213 Sep 15 02:59:20.540515 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'tag': '7a0656bc-cd17-41d4-be1f-2db4b09c059a'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:59:20.542782 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928d151c-14c6-4f4f-96f1-41d8226fdda1" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3bca67-b6d8-4e64-8394-5a68af529839", "tag": "7a0656bc-cd17-41d4-be1f-2db4b09c059a"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:59:20.569578 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e9ce8-2e8f-4647-b451-2ea8efc56cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0656bc-cd17-41d4-be1f-2db4b09c059a,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:20.605063 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b29f63-f923-44be-ae0c-6445af85db35 x-openstack-request-id: req-f2b29f63-f923-44be-ae0c-6445af85db35 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:59:20.605359 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3bca67-b6d8-4e64-8394-5a68af529839", "tag": "7a0656bc-cd17-41d4-be1f-2db4b09c059a", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:59:20.605654 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2b29f63-f923-44be-ae0c-6445af85db35 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:59:20.606059 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'tag': '7a0656bc-cd17-41d4-be1f-2db4b09c059a', 'status': 'completed', 'code': 200} Sep 15 02:59:20.663237 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ce4d9506-459f-45d3-bd45-6c1e741c2145 req-97f386e2-8c3b-4ed5-ac71-12a66b6a3530 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0313504 Sep 15 02:59:20.675495 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-478b308b-728a-4c41-9786-22e704390ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:20.677314 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-478b308b-728a-4c41-9786-22e704390ae1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d44af7c3f99444b98d4422982551f2a&device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 1096 time: 0.0814197 Sep 15 02:59:20.723522 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd39341-90bd-4a16-b9d6-b54010c85d84 req-15e53380-dc68-4b67-ae6e-7ebc01a82f95 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:20.725187 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cfd39341-90bd-4a16-b9d6-b54010c85d84 req-15e53380-dc68-4b67-ae6e-7ebc01a82f95 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 943 time: 0.0606279 Sep 15 02:59:20.730258 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-293dabc1-5f13-4205-b7fb-fc8f74ee541c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a0656bc-cd17-41d4-be1f-2db4b09c059a HTTP/1.1" status: 200 len: 217 time: 0.0392125 Sep 15 02:59:20.764448 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cfd39341-90bd-4a16-b9d6-b54010c85d84 req-458afd6e-353c-45c5-8126-49b62e214f6f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330861 Sep 15 02:59:20.781325 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-a489862f-5e76-4517-8062-e2896cc41f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:20.782786 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-a489862f-5e76-4517-8062-e2896cc41f1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3766e392-e837-4fc9-be07-d2a2e1d67712 HTTP/1.1" status: 200 len: 850 time: 0.0464094 Sep 15 02:59:20.827922 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-16dc3bc7-58b9-4268-b2d8-16030f05eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:20.829358 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-16dc3bc7-58b9-4268-b2d8-16030f05eed1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398533 Sep 15 02:59:20.920127 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-4b87d578-6966-4733-a99c-bdd2c0e95b70 service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840259 Sep 15 02:59:21.005100 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf2a7aaf-e268-4199-a8cf-fb40f8fb1194 req-7a813cd9-ce7e-49f0-8406-e9bfbd918f4b service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785394 Sep 15 02:59:21.133838 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d151c-14c6-4f4f-96f1-41d8226fdda1 req-4c7fa39f-7a72-4309-ac04-979bccc37adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:21.135291 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-928d151c-14c6-4f4f-96f1-41d8226fdda1 req-4c7fa39f-7a72-4309-ac04-979bccc37adc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d44af7c3f99444b98d4422982551f2a&device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 1096 time: 0.0427494 Sep 15 02:59:21.222613 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d151c-14c6-4f4f-96f1-41d8226fdda1 req-6dcdf72c-af91-4a9a-8138-e35a6590280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:21.224015 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-928d151c-14c6-4f4f-96f1-41d8226fdda1 req-6dcdf72c-af91-4a9a-8138-e35a6590280d service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea HTTP/1.1" status: 200 len: 912 time: 0.0818818 Sep 15 02:59:21.267161 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-928d151c-14c6-4f4f-96f1-41d8226fdda1 req-524fb8a7-db71-498e-9cab-efe627a7384b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a0656bc-cd17-41d4-be1f-2db4b09c059a HTTP/1.1" status: 200 len: 217 time: 0.0355713 Sep 15 02:59:21.312453 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d151c-14c6-4f4f-96f1-41d8226fdda1 req-c5c1dd43-36ec-445c-a922-47ad7638e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:21.313840 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-928d151c-14c6-4f4f-96f1-41d8226fdda1 req-c5c1dd43-36ec-445c-a922-47ad7638e39c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3766e392-e837-4fc9-be07-d2a2e1d67712 HTTP/1.1" status: 200 len: 850 time: 0.0406554 Sep 15 02:59:21.356836 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d151c-14c6-4f4f-96f1-41d8226fdda1 req-a708acd8-aa76-4498-bf90-cebba63aaae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:21.358265 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-928d151c-14c6-4f4f-96f1-41d8226fdda1 req-a708acd8-aa76-4498-bf90-cebba63aaae9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379150 Sep 15 02:59:21.448615 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-928d151c-14c6-4f4f-96f1-41d8226fdda1 req-834b0758-ea15-4d50-8f49-603080085e1d service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834947 Sep 15 02:59:21.538247 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-928d151c-14c6-4f4f-96f1-41d8226fdda1 req-b3755ce6-28d1-4bb9-b430-b6bca2e381ba service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827494 Sep 15 02:59:21.758105 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-786fecc5-bd6d-4ece-966c-689ab2395448 req-fc1f7ec1-b0ed-4ea2-8c1e-e0ccec196726 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0257235 Sep 15 02:59:21.874229 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ad3a-61be-4010-8cd3-649be3ef61d3 req-601c297b-8eb9-4108-9df0-86ee6bbbd845 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:21.875680 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe86ad3a-61be-4010-8cd3-649be3ef61d3 req-601c297b-8eb9-4108-9df0-86ee6bbbd845 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 943 time: 0.0474200 Sep 15 02:59:21.912362 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe86ad3a-61be-4010-8cd3-649be3ef61d3 req-590bcc09-e75d-411c-8f4c-53637f55d56c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308080 Sep 15 02:59:22.851102 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-766f40ae-4c17-48de-94dc-65521d6f6369 req-b8658ea8-1c3e-419f-a77c-84145a2f65ae tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0287967 Sep 15 02:59:23.024736 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128916b-fda3-4c15-8c8e-0e8cc9b50672 req-127f8f6c-aba3-4aee-8b4a-7dd7c75d4d1b tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:23.026143 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c128916b-fda3-4c15-8c8e-0e8cc9b50672 req-127f8f6c-aba3-4aee-8b4a-7dd7c75d4d1b tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 943 time: 0.0469644 Sep 15 02:59:23.065868 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c128916b-fda3-4c15-8c8e-0e8cc9b50672 req-17a38fa0-6cca-4166-877d-60af3cd4e77b tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335705 Sep 15 02:59:23.939994 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7a51f99-a6a7-4187-a3ff-f96984d626ff req-00e96b74-ad26-4a5b-aee3-b2520eb85a3b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0247159 Sep 15 02:59:24.176301 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1110f0-a4c0-4040-adff-e703f21540e2 req-82402f2d-0fda-4ab1-8c7c-0cedc77cc196 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:24.177792 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a1110f0-a4c0-4040-adff-e703f21540e2 req-82402f2d-0fda-4ab1-8c7c-0cedc77cc196 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 943 time: 0.0479207 Sep 15 02:59:24.214909 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a1110f0-a4c0-4040-adff-e703f21540e2 req-554fbc51-f621-4e55-a741-fb34d4a079aa tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312812 Sep 15 02:59:24.780480 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 7a0656bc-cd17-41d4-be1f-2db4b09c059a details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:59:24.875669 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 7a0656bc-cd17-41d4-be1f-2db4b09c059a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7a0656bc-cd17-41d4-be1f-2db4b09c059a,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:59:24.887192 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '7a0656bc-cd17-41d4-be1f-2db4b09c059a', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'port_id': '7a0656bc-cd17-41d4-be1f-2db4b09c059a', 'mac_address': 'fa:16:3e:d3:b2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:59:24.922694 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:24.935763 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0656bc-cd17-41d4-be1f-2db4b09c059a {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:59:24.955065 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 7a0656bc-cd17-41d4-be1f-2db4b09c059a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7a0656bc-cd17-41d4-be1f-2db4b09c059a,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:59:24.958666 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:25.003749 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=7a0656bc-cd17-41d4-be1f-2db4b09c059a,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:25.031012 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c74f6994-80e8-471f-8041-058bc77fa9a6 req-d0ab1ae9-a886-483e-897c-904057a5774c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0253839 Sep 15 02:59:25.326928 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7402bc5-953b-4947-9f3c-f008491cd3bd req-37a4387c-7c46-4405-a060-e16441e9eb5c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:25.328300 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e7402bc5-953b-4947-9f3c-f008491cd3bd req-37a4387c-7c46-4405-a060-e16441e9eb5c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 944 time: 0.0488200 Sep 15 02:59:25.366091 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e7402bc5-953b-4947-9f3c-f008491cd3bd req-3292d71e-75ef-4aba-aa6c-e10e4ac9ee4d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319169 Sep 15 02:59:25.493655 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['7a0656bc-cd17-41d4-be1f-2db4b09c059a'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:59:26.122501 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3fbaf62c-8f18-46aa-9bb4-55073e569748 req-4378678d-57b0-4b0e-b57d-283bee0c36a3 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0257571 Sep 15 02:59:26.475880 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2c19f-b096-46f5-b5ab-dfd81166335c req-abea3fc8-3cf9-41ee-b144-d1431bd872e9 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:26.477391 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-05b2c19f-b096-46f5-b5ab-dfd81166335c req-abea3fc8-3cf9-41ee-b144-d1431bd872e9 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 944 time: 0.0482357 Sep 15 02:59:26.518056 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-05b2c19f-b096-46f5-b5ab-dfd81166335c req-7916fe1e-fc63-454a-baed-dcb06ba71af4 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346191 Sep 15 02:59:26.802585 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 7a0656bc-cd17-41d4-be1f-2db4b09c059a up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:59:26.850640 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 7a0656bc-cd17-41d4-be1f-2db4b09c059a completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:59:26.854087 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 7a0656bc-cd17-41d4-be1f-2db4b09c059a triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:59:26.854459 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:26.930934 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:26.952178 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0656bc-cd17-41d4-be1f-2db4b09c059a'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:59:26.954439 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8680b9f3-f587-40a0-9720-1c2882cbd3d3" -d '{"events": [{"server_uuid": "fc3bca67-b6d8-4e64-8394-5a68af529839", "name": "network-vif-plugged", "status": "completed", "tag": "7a0656bc-cd17-41d4-be1f-2db4b09c059a"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:59:26.967867 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 7a0656bc-cd17-41d4-be1f-2db4b09c059a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7a0656bc-cd17-41d4-be1f-2db4b09c059a,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:59:26.972503 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:27.023948 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=7a0656bc-cd17-41d4-be1f-2db4b09c059a,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:59:27.051938 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0cc653-d6cf-4d5f-8b76-5244295d07c8 x-openstack-request-id: req-cb0cc653-d6cf-4d5f-8b76-5244295d07c8 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:59:27.052224 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3bca67-b6d8-4e64-8394-5a68af529839", "name": "network-vif-plugged", "status": "completed", "tag": "7a0656bc-cd17-41d4-be1f-2db4b09c059a", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:59:27.052472 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb0cc653-d6cf-4d5f-8b76-5244295d07c8 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:59:27.052859 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0656bc-cd17-41d4-be1f-2db4b09c059a', 'code': 200} Sep 15 02:59:27.215507 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5dfbd32-e363-428b-9bf8-1a0a3d015bb2 req-6dd1ad50-b792-430c-b13c-7ee75ba4a2c8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0274699 Sep 15 02:59:27.244711 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7c56c-e342-4728-a717-77e4b30d7341 req-18414c86-45c6-4bfd-83bc-19c2be2fd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:27.246224 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a9d7c56c-e342-4728-a717-77e4b30d7341 req-18414c86-45c6-4bfd-83bc-19c2be2fd09b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 1098 time: 0.0389788 Sep 15 02:59:27.279910 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a9d7c56c-e342-4728-a717-77e4b30d7341 req-f005b454-be4f-4d72-96c9-c463ca3284f0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265431 Sep 15 02:59:27.638997 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5463-aec7-40f6-abd8-4ad95d0ccb1b req-8e6eeee8-3ad3-4435-8854-fd486a0a41d2 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:27.640468 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cbc5463-aec7-40f6-abd8-4ad95d0ccb1b req-8e6eeee8-3ad3-4435-8854-fd486a0a41d2 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0525141 Sep 15 02:59:27.677824 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cbc5463-aec7-40f6-abd8-4ad95d0ccb1b req-b0e11bb0-656f-4d80-91a6-ce0489a59f8d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312667 Sep 15 02:59:28.306643 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e1adc9ea-2835-48fc-a893-8a2ec722b75c req-8fabffa6-aa30-48f7-adb7-52da6c8fdd8d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0266123 Sep 15 02:59:28.792820 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd20ea3-1da0-4db9-bf26-ae80605d5fd1 req-36a9b3c1-678c-43d5-911b-a1e64914b728 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:28.794483 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dd20ea3-1da0-4db9-bf26-ae80605d5fd1 req-36a9b3c1-678c-43d5-911b-a1e64914b728 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0504234 Sep 15 02:59:28.834749 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dd20ea3-1da0-4db9-bf26-ae80605d5fd1 req-ba251844-8753-4c5f-843a-ee6754673a5e tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339172 Sep 15 02:59:29.397007 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d19dc730-1ec7-4e49-9ab8-476eb9213d42 req-e701f08c-b5ee-4c45-a102-c2b1c6da11cc tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0255954 Sep 15 02:59:29.946824 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a7c70-3145-47cb-bbbd-b78afcd13c97 req-ed12ae6c-57fb-49d9-a5a7-498b90296920 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:29.948179 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a66a7c70-3145-47cb-bbbd-b78afcd13c97 req-ed12ae6c-57fb-49d9-a5a7-498b90296920 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0468223 Sep 15 02:59:29.984376 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a66a7c70-3145-47cb-bbbd-b78afcd13c97 req-faa2464a-bd34-411d-afc7-3013ac491797 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304823 Sep 15 02:59:30.091160 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9157c-cf91-4a06-9283-891f287f9c8c req-cc725cea-f06b-47a5-9342-c3763a4d6ca6 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:30.092616 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4fa9157c-cf91-4a06-9283-891f287f9c8c req-cc725cea-f06b-47a5-9342-c3763a4d6ca6 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0477633 Sep 15 02:59:30.101673 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58336) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:59:30.106122 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-2030ff89-2a29-4a9a-90b6-34b3cd172b83 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Request body: {'floatingip': {'port_id': '7a0656bc-cd17-41d4-be1f-2db4b09c059a'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:59:30.146482 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2030ff89-2a29-4a9a-90b6-34b3cd172b83 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:30.492801 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d20a1b67-789b-417e-9fab-e7027dc03f5c req-5b48eb4a-9ad9-47c4-816b-a2d0f65bafb7 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0303764 Sep 15 02:59:30.934498 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2030ff89-2a29-4a9a-90b6-34b3cd172b83 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:30.938264 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2030ff89-2a29-4a9a-90b6-34b3cd172b83 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:31.033064 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-2030ff89-2a29-4a9a-90b6-34b3cd172b83 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Floating IP 3880e037-e7d1-48b6-8182-763386c3f1d1 associated. External IP: 172.27.2.179, port: 7a0656bc-cd17-41d4-be1f-2db4b09c059a. Sep 15 02:59:31.231239 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2030ff89-2a29-4a9a-90b6-34b3cd172b83 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Router bd1f3530-d374-4b00-8c2d-834bb601bd50 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:59:31.335771 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2030ff89-2a29-4a9a-90b6-34b3cd172b83 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:59:31.340770 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2030ff89-2a29-4a9a-90b6-34b3cd172b83 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:31.345549 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b67615-ea22-468c-a018-7a6535f3dd2e None None] Sync routers for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:59:31.355034 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b67615-ea22-468c-a018-7a6535f3dd2e None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:59:31.359284 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-a9b67615-ea22-468c-a018-7a6535f3dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:59:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:31.368068 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2030ff89-2a29-4a9a-90b6-34b3cd172b83 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "PUT /v2.0/floatingips/3880e037-e7d1-48b6-8182-763386c3f1d1 HTTP/1.1" status: 200 len: 991 time: 1.2652957 Sep 15 02:59:31.368668 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'tag': '7a0656bc-cd17-41d4-be1f-2db4b09c059a'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:59:31.371000 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b5f37f379dde398f92d12e294ae0c4400e5de163891a3a78778841afde8ffe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cb4a68-8ac6-46b5-9a27-b1a503331aae" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3bca67-b6d8-4e64-8394-5a68af529839", "tag": "7a0656bc-cd17-41d4-be1f-2db4b09c059a"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:59:31.461986 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2c4ce9-3f26-44cd-9c93-5a66aa2f891b x-openstack-request-id: req-3b2c4ce9-3f26-44cd-9c93-5a66aa2f891b {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:59:31.462271 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3bca67-b6d8-4e64-8394-5a68af529839", "tag": "7a0656bc-cd17-41d4-be1f-2db4b09c059a", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:59:31.462519 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b2c4ce9-3f26-44cd-9c93-5a66aa2f891b {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:59:31.462913 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'tag': '7a0656bc-cd17-41d4-be1f-2db4b09c059a', 'status': 'completed', 'code': 200} Sep 15 02:59:31.464514 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-a9b67615-ea22-468c-a018-7a6535f3dd2e None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:59:31.554710 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb4a68-8ac6-46b5-9a27-b1a503331aae req-9acd5ebe-cf59-45de-89fe-b2eb11a27707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:31.556271 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58cb4a68-8ac6-46b5-9a27-b1a503331aae req-9acd5ebe-cf59-45de-89fe-b2eb11a27707 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d44af7c3f99444b98d4422982551f2a&device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 1098 time: 0.0439243 Sep 15 02:59:31.560055 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:59:31.614430 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-20aae9f9-f625-4883-bfd4-043792298627 req-c98d0abb-951b-46b4-a777-29ebded282ae tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0433559 Sep 15 02:59:31.673419 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb4a68-8ac6-46b5-9a27-b1a503331aae req-5cfb3f67-7578-4ebc-a8e8-2c5ec3c1f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:31.675062 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58cb4a68-8ac6-46b5-9a27-b1a503331aae req-5cfb3f67-7578-4ebc-a8e8-2c5ec3c1f669 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea HTTP/1.1" status: 200 len: 912 time: 0.1119194 Sep 15 02:59:31.738095 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58cb4a68-8ac6-46b5-9a27-b1a503331aae req-6b98093a-f65a-4ea7-a5a5-77af3424656b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a0656bc-cd17-41d4-be1f-2db4b09c059a HTTP/1.1" status: 200 len: 999 time: 0.0565631 Sep 15 02:59:31.786025 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb4a68-8ac6-46b5-9a27-b1a503331aae req-a0b61a53-137d-4b35-a4cb-f267eb15a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:31.787735 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58cb4a68-8ac6-46b5-9a27-b1a503331aae req-a0b61a53-137d-4b35-a4cb-f267eb15a569 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3766e392-e837-4fc9-be07-d2a2e1d67712 HTTP/1.1" status: 200 len: 850 time: 0.0432532 Sep 15 02:59:31.836310 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb4a68-8ac6-46b5-9a27-b1a503331aae req-25f5a9ca-fcec-42de-904a-5f4efca23772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:59:31.837819 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58cb4a68-8ac6-46b5-9a27-b1a503331aae req-25f5a9ca-fcec-42de-904a-5f4efca23772 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435789 Sep 15 02:59:31.844324 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-a9b67615-ea22-468c-a018-7a6535f3dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '3880e037-e7d1-48b6-8182-763386c3f1d1', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'port_id': '7a0656bc-cd17-41d4-be1f-2db4b09c059a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'mac_address': 'fa:16:3e:d3:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:59:12Z', 'updated_at': '2021-09-15T02:59:30Z', 'revision_number': 1, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:31.872943 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b67615-ea22-468c-a018-7a6535f3dd2e None None] Checking router: bd1f3530-d374-4b00-8c2d-834bb601bd50 for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:59:31.882294 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b67615-ea22-468c-a018-7a6535f3dd2e None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:59:31.882910 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-a9b67615-ea22-468c-a018-7a6535f3dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T02:59:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:31.930594 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58cb4a68-8ac6-46b5-9a27-b1a503331aae req-9ed7be78-12fd-4fdc-8477-653337b90d19 service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852764 Sep 15 02:59:31.985671 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-a9b67615-ea22-468c-a018-7a6535f3dd2e None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:59:32.023004 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58cb4a68-8ac6-46b5-9a27-b1a503331aae req-88d8b651-7768-4784-9c5c-dc2e9103b29c service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850596 Sep 15 02:59:32.201046 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-a9b67615-ea22-468c-a018-7a6535f3dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '3880e037-e7d1-48b6-8182-763386c3f1d1', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'port_id': '7a0656bc-cd17-41d4-be1f-2db4b09c059a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'mac_address': 'fa:16:3e:d3:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:59:12Z', 'updated_at': '2021-09-15T02:59:30Z', 'revision_number': 1, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:59:32.229704 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b67615-ea22-468c-a018-7a6535f3dd2e None None] The sync data for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi is: [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '3880e037-e7d1-48b6-8182-763386c3f1d1', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'port_id': '7a0656bc-cd17-41d4-be1f-2db4b09c059a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'mac_address': 'fa:16:3e:d3:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:59:12Z', 'updated_at': '2021-09-15T02:59:30Z', 'revision_number': 1, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:59:32.410140 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9172548a-c5b0-453c-9460-c8c140efb124 None None] New status for floating IP 3880e037-e7d1-48b6-8182-763386c3f1d1: ACTIVE {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:59:32.826857 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ac1af2ae-6167-467d-8a58-d4f415be5871 req-2f8a9f9c-f526-4300-9080-e0940f22eb77 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0252934 Sep 15 02:59:33.340265 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:33.915961 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-95c96a65-df11-426e-bf1e-c804c4e4aa3f req-6b250519-30bc-4498-80d4-1bdd7bede419 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0251646 Sep 15 02:59:35.007207 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8202cace-f73b-4b1f-a5af-ee9e9be6c755 req-256109b0-f394-4617-a8ee-fa39196919fa tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0259078 Sep 15 02:59:36.098500 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dff641c1-6df9-46bb-97b3-0c2a8c9bf0e5 req-57411c3d-044e-4fdb-8948-d385dd51bda9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0262454 Sep 15 02:59:37.191962 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fca865ba-43e0-4fd2-9659-5590940a9e9c req-b9d9f1fc-9cfd-4592-8fd7-666f81ea438f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0283420 Sep 15 02:59:38.224917 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-726a343a-e2b7-4c42-98e7-fd3fe0b97890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:38.286002 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-678086f6-4505-4b78-bb6d-a7897599ab23 req-29769d6f-3238-41f9-b375-c08339ce6790 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0259271 Sep 15 02:59:39.376270 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c734fc37-55aa-4d85-90b0-f0ca69f33156 req-78308f65-1af6-4286-9dbf-516d44ff72e1 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0253282 Sep 15 02:59:40.467349 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2d8730dd-4b0e-4119-bba8-fab86987bf44 req-2e631ba4-a046-4661-995a-790a2fbc3477 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0257847 Sep 15 02:59:40.732632 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-be0313ce-b261-4ef3-9125-a9b0154b8733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:41.011477 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:41.558084 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa6e9d4d-9c82-47f1-9c74-dc5958ff8c36 req-95926c9b-63b0-473b-869c-31dddeac5760 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0260096 Sep 15 02:59:42.111510 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:42.648385 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11121b64-ab08-4b55-a204-e5203131864b req-3c4017e3-0223-4714-b5a4-e53378710082 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0253940 Sep 15 02:59:43.522726 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:59:43.740682 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b6046503-49fe-4f56-b8fa-bec559bf810e req-10c9f369-d576-419a-a1a7-3d73e44e1120 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0287008 Sep 15 02:59:44.831378 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6606eed6-08f5-4ce1-9b82-b97ca73b9c72 req-bf2e42d1-af7c-4a80-ab1a-6f137883d93f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0263386 Sep 15 02:59:45.922638 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b9bd6d63-5479-4d32-8157-6cdafc4f8ffa req-5ab253d7-018b-4a0a-b27e-bcd2b80c6ed6 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0260742 Sep 15 02:59:47.014625 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7f94067b-af60-4bf0-b976-d9d8b6414aa1 req-8ea6a45d-b00b-4e12-b6ec-5ad6c6297e38 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0250673 Sep 15 02:59:48.105775 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d143a4e9-ae17-4d62-8373-9c2cfdeed07e req-59f6aed5-ca7f-44c3-9885-69e50e9337cb tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0264316 Sep 15 02:59:49.198134 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-35fcab8a-a3a6-47eb-bb45-b928e76dea93 req-79282faa-ac24-455b-9329-be8838a9879d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0259469 Sep 15 02:59:50.292855 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-85f8f8a4-e0b4-4c74-b5e2-d8336fef4549 req-7373341d-4e1b-4409-b94b-8bac010f47bd tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0279131 Sep 15 02:59:51.529402 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1d2d6fe8-ad48-467b-bdef-c1b1b28a0af7 req-e7c89343-40d9-499a-87f2-c83febe4660a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0255282 Sep 15 02:59:52.621764 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9443d801-cd65-41c4-a389-f0ec92679605 req-1a338c23-8343-450f-bf62-e7d2ad85fa56 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0256014 Sep 15 02:59:53.712056 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d8749405-2127-48f4-80a8-a4cff9b0b4a1 req-c36a61a4-5ee4-43e6-a78f-6c05417e02ac tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0252275 Sep 15 02:59:54.803531 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e0732690-fcfd-4de2-9bdb-22bda23d5519 req-89c86b0e-ca84-4682-b1f1-af495e04df2f tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0273345 Sep 15 02:59:55.896735 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a3e3c6b7-e33c-4089-968f-662ca17e63d9 req-af726d82-33d9-457b-9cc6-e07602ae76ba tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0264320 Sep 15 02:59:56.989852 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e93d7943-0fe8-4715-b352-48ef2f01fac2 req-5056497a-b29c-44e5-948b-8b70f98639b7 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0282288 Sep 15 02:59:58.082925 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f507ffa1-09b5-4245-a5d0-11103baaf11b req-ffe48034-9eca-4a63-9d4f-284e9d913089 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0268044 Sep 15 02:59:59.176438 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-da03987b-5693-4e11-81e4-51262667ec90 req-9e00ffc6-aefd-462d-9f5b-2d3f5846344a tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0276070 Sep 15 03:00:00.269262 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-82c4a99c-649f-45a3-8ad8-26f74ef71d65 req-34bb8a6d-d70a-46a3-8a70-d4b9795a0dc0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0269270 Sep 15 03:00:01.359946 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d12f6a6b-6b07-47c5-9c40-9d5a605e2373 req-07c19ed1-4bb6-446d-a5d6-baf22b6335f2 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0259340 Sep 15 03:00:02.449988 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-077c30d3-e4ea-442c-a4de-561456511f54 req-feed09c5-2659-4405-a272-1f156816762b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0252998 Sep 15 03:00:02.609373 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-504cbe9b-8792-4e2a-a089-7be0acc0e00c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405595 Sep 15 03:00:02.681857 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-a6d6877a-5300-44c3-8f37-04934fe649c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:00:02.683340 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-a6d6877a-5300-44c3-8f37-04934fe649c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 1098 time: 0.0397820 Sep 15 03:00:02.784033 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-952d16eb-60ea-4ea4-bf44-49b14516dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:00:02.785479 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-952d16eb-60ea-4ea4-bf44-49b14516dd26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0806262 Sep 15 03:00:02.827889 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-13adecab-3707-4cda-b6e9-aa105ea24828 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc HTTP/1.1" status: 200 len: 217 time: 0.0352345 Sep 15 03:00:02.873986 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-397b190d-0dca-489f-a43e-aeb9baedc0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:00:02.875272 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-397b190d-0dca-489f-a43e-aeb9baedc0ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0411131 Sep 15 03:00:02.904449 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-95d6b727-7d12-48d9-9325-cb4d60e544a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226593 Sep 15 03:00:02.914347 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-f2e9e4c1-8646-4ae3-8ad5-5b9dcfd5e4f6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:00:02.915259 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-f2e9e4c1-8646-4ae3-8ad5-5b9dcfd5e4f6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0044980 Sep 15 03:00:03.003251 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-33812f3a-98fd-41a0-bf03-fe17c618b365 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808065 Sep 15 03:00:03.089255 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d12372d9-85cb-4b2b-ac6b-75209175d2ca req-82f641b6-9fcc-4b8f-ab35-622d126db89d service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790682 Sep 15 03:00:03.344601 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:03.543939 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c97e18d8-d48c-4be9-a731-c4a334b0446b req-c55ef9ba-0fc4-4759-8236-71215c689e4d tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0291555 Sep 15 03:00:04.632125 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-48503099-990a-4260-9fe1-86479861f406 req-5c312531-e0d8-4562-a751-36662f6b7942 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0247862 Sep 15 03:00:05.723048 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d75ce31e-bae6-4695-8357-346bc15795f1 req-001f827c-a70f-48af-94ff-c011bcdaadfe tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0251760 Sep 15 03:00:06.812550 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d4009264-0e1d-4632-a5c6-446d4c57f88d req-7a994803-686d-4458-9110-ac08d1a175a0 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0253403 Sep 15 03:00:07.902198 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-78105590-d5f3-40ee-aafc-2fc3acdbbc25 req-f8048017-bab2-4122-9c60-d3ae523f006b tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0254748 Sep 15 03:00:08.225195 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f2446252-22f9-4fe8-a405-5be5ae3842b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:08.558313 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:00:08.992235 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9226aa9f-a806-41ed-b284-80a1e905f533 req-dc46ce5f-9ff3-456c-8e65-dfc002529e21 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0254388 Sep 15 03:00:10.084453 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-39699941-b38d-4ec2-a5f2-02c31e21de2f req-7883f730-778c-43a5-9233-244ddfe477fe tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0274842 Sep 15 03:00:10.734113 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-705bc54a-5e39-457c-998b-464453b58377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:11.011810 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:11.175519 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7d1a050e-1ad6-4c92-8981-58f0fee0d7e4 req-6fbee6ac-5b4b-4e20-9033-6218fa94a10e tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0261736 Sep 15 03:00:12.114241 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:12.265239 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7112cef7-1b93-4e69-93d0-d52e97e9780c req-32e57b6b-eca2-40aa-b851-46bb038e03e8 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0253959 Sep 15 03:00:13.355082 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2b52d791-3a03-4275-9a93-732a56e78809 req-0ce4a14c-bedf-45f4-9320-50c34e6f3006 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0255520 Sep 15 03:00:13.525615 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:14.448165 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5dcb6a4d-ee54-4c35-b1af-d34458ea6d9f req-fd7d7ba3-13c6-4b59-9287-27ac9ee17699 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0265698 Sep 15 03:00:15.537678 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9739e7b1-8511-4942-bf40-be64be7228e1 req-fa8ebcce-9d94-46f8-9365-720dd967d6ce tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0253298 Sep 15 03:00:16.630347 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a981d933-0040-402c-8ac9-674356dbc2b1 req-6e2e782d-0002-4aa2-a937-e3d1fdaaa3cd tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0280824 Sep 15 03:00:17.720865 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d9354b19-8a6b-4e9b-b157-239b6233b41d req-27770983-ed6d-472e-ae4c-801d4b6c5605 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0252309 Sep 15 03:00:18.811030 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ac27980b-e1c3-4813-85ab-b0f645020f90 req-d7ec6718-bc5d-46c1-bb6d-251093ea2ab4 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0262246 Sep 15 03:00:19.901657 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9817c94a-811a-4d6d-96a7-2bcd9548f8df req-e4276085-6195-4564-8af5-9cdb695b4845 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0254636 Sep 15 03:00:20.990674 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-627a83b3-9514-42e1-895a-529496c6f491 req-a89336be-45cf-40e4-92e5-63736a1c020c tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0252581 Sep 15 03:00:22.090237 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-31b75aaa-bfec-4f0d-8758-bfb314518fc7 req-a2ec18a3-7216-4fcb-a31d-76c6ecd4eed9 tempest-ServerRescueNegativeTestJSON-934785208 tempest-ServerRescueNegativeTestJSON-934785208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75988b7-5092-4c01-b0d4-a6430678bfc1 HTTP/1.1" status: 200 len: 210 time: 0.0250423 Sep 15 03:00:23.145197 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58752) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:00:23.524761 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531461'] for router_interface, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:23.753836 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Deleting port 86182fb3-9440-4f8c-a8b6-bc9787698fac {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:00:23.754171 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:23.831699 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] For port 86182fb3-9440-4f8c-a8b6-bc9787698fac, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=86182fb3-9440-4f8c-a8b6-bc9787698fac,segment=NetworkSegment(9923484f-53f4-47e8-9b27-e951a59a22cb),segment_id=9923484f-53f4-47e8-9b27-e951a59a22cb)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:00:23.832027 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:23.844285 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Calling delete_port for 86182fb3-9440-4f8c-a8b6-bc9787698fac owned by network:router_interface {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:00:24.016606 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:24.041780 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Pushing event deleted for resources: {'Port': ['ID=86182fb3-9440-4f8c-a8b6-bc9787698fac,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:00:24.064498 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:00:24.064847 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:00:24.065214 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:00:24.065548 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:00:24.065881 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:00:24.066210 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:00:24.066537 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:00:24.066864 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:00:24.067189 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:00:24.067508 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:00:24.067829 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:00:24.068145 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:00:24.200775 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528565'] for router_interface, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:24.405870 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Router abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:00:24.508470 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:00:24.513595 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0857d38e-eed4-4e85-b96f-b9dfd3937432 admin admin] 10.222.0.32 "PUT /v2.0/routers/abc5e46d-b1b7-4834-88b5-e3c49e0bfd29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3671896 Sep 15 03:00:24.515867 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58764) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:00:24.518833 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef492a-42ad-4a50-b1bd-b992c73f7902 None None] Sync routers for ids ['abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:00:24.530678 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef492a-42ad-4a50-b1bd-b992c73f7902 None None] Routers {'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:00:24.531821 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-deef492a-42ad-4a50-b1bd-b992c73f7902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:00:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:00:24.615987 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:24.630837 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-deef492a-42ad-4a50-b1bd-b992c73f7902 None None] Set router abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:00:24.715183 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:24.766638 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Deleting port 0a8b2653-0f7f-4197-be58-091c93b992d9 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:00:24.766973 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:24.807475 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-deef492a-42ad-4a50-b1bd-b992c73f7902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'name': 'tempest-ServerRescueNegativeTestJSON-2029405693-router', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:22Z', 'updated_at': '2021-09-15T03:00:23Z', 'revision_number': 5, 'project_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'gw_port': {'id': '0a8b2653-0f7f-4197-be58-091c93b992d9', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:29:23Z', 'updated_at': '2021-09-15T02:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:00:24.833955 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef492a-42ad-4a50-b1bd-b992c73f7902 None None] Checking router: abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:00:24.841999 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef492a-42ad-4a50-b1bd-b992c73f7902 None None] Routers {'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:00:24.842591 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-deef492a-42ad-4a50-b1bd-b992c73f7902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:00:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:00:24.849222 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] For port 0a8b2653-0f7f-4197-be58-091c93b992d9, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=0a8b2653-0f7f-4197-be58-091c93b992d9,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:00:24.849586 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:24.860937 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Calling delete_port for 0a8b2653-0f7f-4197-be58-091c93b992d9 owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:00:24.927849 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-deef492a-42ad-4a50-b1bd-b992c73f7902 None None] Set router abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:00:24.979598 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-deef492a-42ad-4a50-b1bd-b992c73f7902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'name': 'tempest-ServerRescueNegativeTestJSON-2029405693-router', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:22Z', 'updated_at': '2021-09-15T03:00:24Z', 'revision_number': 6, 'project_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'gw_port_host': None}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:00:25.035289 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.061029 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8b2653-0f7f-4197-be58-091c93b992d9,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:00:25.121420 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528499'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.127198 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef492a-42ad-4a50-b1bd-b992c73f7902 None None] The sync data for ids ['abc5e46d-b1b7-4834-88b5-e3c49e0bfd29'] in dv-cinder-759955-25-iscsi is: [{'id': 'abc5e46d-b1b7-4834-88b5-e3c49e0bfd29', 'name': 'tempest-ServerRescueNegativeTestJSON-2029405693-router', 'tenant_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:29:22Z', 'updated_at': '2021-09-15T03:00:24Z', 'revision_number': 6, 'project_id': 'b5a6cceb24aa44478bc4e8452b794c34', 'gw_port_host': None}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:00:25.209762 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7387'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.211953 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.254819 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530649'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.255338 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 03:00:25.259658 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.260836 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-998f851b-ea34-4a34-9831-7329065bca83 admin admin] 10.222.0.32 "DELETE /v2.0/routers/abc5e46d-b1b7-4834-88b5-e3c49e0bfd29 HTTP/1.1" status: 204 len: 168 time: 0.7440581 Sep 15 03:00:25.263289 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58770) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:00:25.306548 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-274e9ed2-3a3e-4852-a830-56cb0223e93f admin admin] Deleting subnet 2e3530c1-b340-4efd-940a-fa701902ce69 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:00:25.309430 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-274e9ed2-3a3e-4852-a830-56cb0223e93f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.342547 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-274e9ed2-3a3e-4852-a830-56cb0223e93f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130885014'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.383354 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-274e9ed2-3a3e-4852-a830-56cb0223e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.667122 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-274e9ed2-3a3e-4852-a830-56cb0223e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130386933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130944569'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.693424 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e9ed2-3a3e-4852-a830-56cb0223e93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3530c1-b340-4efd-940a-fa701902ce69,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:00:25.695713 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-274e9ed2-3a3e-4852-a830-56cb0223e93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.697667 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-274e9ed2-3a3e-4852-a830-56cb0223e93f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2e3530c1-b340-4efd-940a-fa701902ce69 HTTP/1.1" status: 204 len: 168 time: 0.4334009 Sep 15 03:00:25.700055 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58774) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:00:25.764735 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.842285 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.862554 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1100f09-2abd-4ba8-babe-c009a22ee068']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:00:25.871439 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9923484f-53f4-47e8-9b27-e951a59a22cb') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:00:25.871733 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9923484f-53f4-47e8-9b27-e951a59a22cb') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:00:25.880623 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130885021'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.895702 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.904968 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:00:25.905699 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130386475'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: timer() Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: cb(*args, **kw) Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: self._notify() Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: self.callback(batched_events) Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: event.method(event) Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: return self._get(url).json() Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:00:25.908548 dv-cinder-759955-25-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:00:25.955755 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 86182fb3-9440-4f8c-a8b6-bc9787698fac no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:00:25.976210 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 86182fb3-9440-4f8c-a8b6-bc9787698fac {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:00:25.976764 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 86182fb3-9440-4f8c-a8b6-bc9787698fac not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:00:25.977350 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 0a8b2653-0f7f-4197-be58-091c93b992d9 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:00:25.980507 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:25.997351 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 0a8b2653-0f7f-4197-be58-091c93b992d9 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:00:25.997857 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 0a8b2653-0f7f-4197-be58-091c93b992d9 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:00:25.999536 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:26.001495 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a1100f09-2abd-4ba8-babe-c009a22ee068 HTTP/1.1" status: 204 len: 168 time: 0.3005359 Sep 15 03:00:26.002581 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e5472-0beb-46a3-8521-1b5670094c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1100f09-2abd-4ba8-babe-c009a22ee068,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:00:26.116832 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58782) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:00:26.158199 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3511196f-dcac-499d-9d8b-3b64ca348f25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5a6cceb24aa44478bc4e8452b794c34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401793 Sep 15 03:00:26.160505 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 58784) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:00:26.208001 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ffed-a189-4451-b58e-7ca5856466a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:26.229217 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ffed-a189-4451-b58e-7ca5856466a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:26.276300 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ffed-a189-4451-b58e-7ca5856466a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:26.278885 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ffed-a189-4451-b58e-7ca5856466a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:26.280052 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e1f3ffed-a189-4451-b58e-7ca5856466a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e80857c-e56a-4d82-b463-2c0b0878bb6d HTTP/1.1" status: 204 len: 168 time: 0.1184983 Sep 15 03:00:26.287958 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3ffed-a189-4451-b58e-7ca5856466a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e80857c-e56a-4d82-b463-2c0b0878bb6d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:00:33.351828 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:38.225176 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ae1e06ed-ebb2-42db-be1b-f92da53a3769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:40.734965 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-901995a0-10a0-4638-8bcc-69295bd19cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:41.013241 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:42.118420 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:43.528686 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:00:45.556236 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:01:02.990489 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2ae4c441-9ebe-43ac-a3bc-f751318c7971 req-c63593ab-73d3-4f5e-bdef-d53e9acd1bcc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1407344 Sep 15 03:01:03.060637 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4c441-9ebe-43ac-a3bc-f751318c7971 req-20b2e37a-631a-48a3-b714-225c17ba4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:01:03.062729 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2ae4c441-9ebe-43ac-a3bc-f751318c7971 req-20b2e37a-631a-48a3-b714-225c17ba4405 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 1098 time: 0.0385461 Sep 15 03:01:03.162033 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4c441-9ebe-43ac-a3bc-f751318c7971 req-e06043c3-5896-4101-b596-0240a36f5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:01:03.163432 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2ae4c441-9ebe-43ac-a3bc-f751318c7971 req-e06043c3-5896-4101-b596-0240a36f5e41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0823998 Sep 15 03:01:03.203927 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2ae4c441-9ebe-43ac-a3bc-f751318c7971 req-8406c3d1-40e8-41ed-b584-08846d44a43a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf HTTP/1.1" status: 200 len: 217 time: 0.0326216 Sep 15 03:01:03.254388 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4c441-9ebe-43ac-a3bc-f751318c7971 req-375a05b1-f7ef-4843-873e-b9836a464332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:01:03.255656 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2ae4c441-9ebe-43ac-a3bc-f751318c7971 req-375a05b1-f7ef-4843-873e-b9836a464332 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0416207 Sep 15 03:01:03.285842 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2ae4c441-9ebe-43ac-a3bc-f751318c7971 req-348f015c-5a8d-4132-9101-78203e582dc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234334 Sep 15 03:01:03.378301 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2ae4c441-9ebe-43ac-a3bc-f751318c7971 req-e2abec50-fb81-4758-b2ad-5fd71c9d7563 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848525 Sep 15 03:01:03.391219 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:01:03.470288 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2ae4c441-9ebe-43ac-a3bc-f751318c7971 req-ee076770-c932-4cc7-9db7-97ca5be61dca service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847108 Sep 15 03:01:08.225619 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9076eb0e-ce86-461b-a910-747a6483b6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:01:10.737770 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2902aba9-b55d-4aed-828c-e7f45920c567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:01:11.013877 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:01:12.119595 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:01:13.532918 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:01:22.554812 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:01:33.396060 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:01:38.225583 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a5ab91a1-0673-42e3-a773-7ef5ded850d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:01:40.739170 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e1b23b7d-d728-4ec5-a160-e44dac0eb851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:01:41.014857 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:01:42.122760 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:01:43.533691 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:01:59.554451 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:02:03.416988 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:02:03.822543 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72b75ec2-dfea-4b12-b0e2-9047cc763a19 req-cebcc4ed-c0ac-498b-bf91-4b52ebb58298 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2612441 Sep 15 03:02:03.894235 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b75ec2-dfea-4b12-b0e2-9047cc763a19 req-e54d6986-28d2-40fd-a324-d2695f594a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:02:03.895656 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72b75ec2-dfea-4b12-b0e2-9047cc763a19 req-e54d6986-28d2-40fd-a324-d2695f594a3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 1099 time: 0.0387156 Sep 15 03:02:03.994758 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b75ec2-dfea-4b12-b0e2-9047cc763a19 req-889d8c66-639e-466f-990c-30872a49206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:02:03.996075 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72b75ec2-dfea-4b12-b0e2-9047cc763a19 req-889d8c66-639e-466f-990c-30872a49206a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0831332 Sep 15 03:02:04.036509 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72b75ec2-dfea-4b12-b0e2-9047cc763a19 req-025ac43b-11da-4f79-a880-d89b805fd5cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef41364-5027-490d-9075-9485dba80bb8 HTTP/1.1" status: 200 len: 217 time: 0.0316167 Sep 15 03:02:04.084512 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b75ec2-dfea-4b12-b0e2-9047cc763a19 req-3bdc921b-7fc0-4aec-a140-d941de6b15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:02:04.086035 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72b75ec2-dfea-4b12-b0e2-9047cc763a19 req-3bdc921b-7fc0-4aec-a140-d941de6b15c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0423000 Sep 15 03:02:04.119746 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72b75ec2-dfea-4b12-b0e2-9047cc763a19 req-b33290b2-05dc-4749-abec-30f3eb280bd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269413 Sep 15 03:02:04.207495 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72b75ec2-dfea-4b12-b0e2-9047cc763a19 req-4fb6ec6e-17dd-44a6-bb01-96434505a5ce service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811534 Sep 15 03:02:04.301309 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72b75ec2-dfea-4b12-b0e2-9047cc763a19 req-63c4a09c-1b3d-410b-867b-bdfc365909ee service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862224 Sep 15 03:02:08.226074 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a265889f-647e-46ca-a9df-30080c0aa66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:02:10.739962 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3673d46d-e39c-4156-ac02-9c22c3162cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:02:11.016425 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:02:12.125195 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:02:13.537089 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:02:33.408785 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:02:36.552895 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:02:38.225460 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-41a3e29f-853d-48d0-8434-8c1c82535987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:02:40.739865 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fe67d11c-f9b2-46a8-a9c9-7c1da1ed23bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:02:41.017616 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:02:42.128738 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:02:43.541488 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:03.423457 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:03.902586 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-14233767-63e9-4252-bca5-9b92d001c80f req-909c32e8-1469-4221-9f0e-d4cf3c6cad77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377727 Sep 15 03:03:03.995967 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14233767-63e9-4252-bca5-9b92d001c80f req-81ecce04-6d4d-46cd-b7ff-e44cb5894882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:03:03.997629 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-14233767-63e9-4252-bca5-9b92d001c80f req-81ecce04-6d4d-46cd-b7ff-e44cb5894882 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 1098 time: 0.0398805 Sep 15 03:03:04.103671 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14233767-63e9-4252-bca5-9b92d001c80f req-1e6f60ec-ba74-476b-ac6d-6ddc57c3c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:03:04.105175 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-14233767-63e9-4252-bca5-9b92d001c80f req-1e6f60ec-ba74-476b-ac6d-6ddc57c3c816 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0897899 Sep 15 03:03:04.144778 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-14233767-63e9-4252-bca5-9b92d001c80f req-c84cd99d-b768-448b-b626-dfa4363b02ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6762829c-9308-475c-999c-dc5e14b75738 HTTP/1.1" status: 200 len: 217 time: 0.0326617 Sep 15 03:03:04.191864 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14233767-63e9-4252-bca5-9b92d001c80f req-0efa14c3-b96c-4aac-a47c-0388ce06464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:03:04.193259 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-14233767-63e9-4252-bca5-9b92d001c80f req-0efa14c3-b96c-4aac-a47c-0388ce06464f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0416563 Sep 15 03:03:04.226834 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-14233767-63e9-4252-bca5-9b92d001c80f req-6fcd91bf-7d8e-4189-b233-6d8509d66900 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272515 Sep 15 03:03:04.312468 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-14233767-63e9-4252-bca5-9b92d001c80f req-a3f7d29a-d68d-4dc5-b2f2-6642aca87e01 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790279 Sep 15 03:03:04.403937 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-14233767-63e9-4252-bca5-9b92d001c80f req-b0caacb6-64a8-4fd1-bb74-ba2604117951 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831020 Sep 15 03:03:08.225154 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-571b8555-4938-4332-ad5d-85560bddbe64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:10.605333 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca48a82-eb42-4454-befe-7adb9517b338 req-953703f5-eacb-48af-9557-046897476299 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:03:10.606706 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3ca48a82-eb42-4454-befe-7adb9517b338 req-953703f5-eacb-48af-9557-046897476299 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 946 time: 0.0480630 Sep 15 03:03:10.643482 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3ca48a82-eb42-4454-befe-7adb9517b338 req-33135fef-db2a-4ad5-a75d-b196aba0c80e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309060 Sep 15 03:03:10.740739 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8c4f-86ac-4e8e-8101-88ccd92d3099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:11.018351 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:11.456315 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fada489-5e87-4a3a-97f0-6fa3a7bd3fee req-a9b528f0-6a56-4f8b-9964-7e2a60cf193c tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:03:11.457787 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8fada489-5e87-4a3a-97f0-6fa3a7bd3fee req-a9b528f0-6a56-4f8b-9964-7e2a60cf193c tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 946 time: 0.0477436 Sep 15 03:03:11.553328 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-8fada489-5e87-4a3a-97f0-6fa3a7bd3fee req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Deleting port 4ef41364-5027-490d-9075-9485dba80bb8 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:03:11.553651 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-8fada489-5e87-4a3a-97f0-6fa3a7bd3fee req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:11.638321 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-8fada489-5e87-4a3a-97f0-6fa3a7bd3fee req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] For port 4ef41364-5027-490d-9075-9485dba80bb8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=4ef41364-5027-490d-9075-9485dba80bb8,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:03:11.638960 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-8fada489-5e87-4a3a-97f0-6fa3a7bd3fee req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:11.650573 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-8fada489-5e87-4a3a-97f0-6fa3a7bd3fee req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Calling delete_port for 4ef41364-5027-490d-9075-9485dba80bb8 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:03:11.758213 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47db93-6600-4229-bcea-965175f4aff2 req-30fc9fd0-2519-4f0f-aa18-d27c387e6399 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:03:11.759621 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a47db93-6600-4229-bcea-965175f4aff2 req-30fc9fd0-2519-4f0f-aa18-d27c387e6399 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=501078d9-ded1-4333-a9e7-fb6dbc3258c5 HTTP/1.1" status: 200 len: 946 time: 0.0494578 Sep 15 03:03:11.789358 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-8fada489-5e87-4a3a-97f0-6fa3a7bd3fee req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:11.797962 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a47db93-6600-4229-bcea-965175f4aff2 req-c7215d46-4e47-4af5-8800-ef670a86f4c1 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Sep 15 03:03:11.820939 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Pushing event deleted for resources: {'Port': ['ID=4ef41364-5027-490d-9075-9485dba80bb8,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:03:11.830637 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:03:11.831358 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:03:11.831358 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:03:11.831658 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:03:11.831915 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:03:11.832249 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:03:11.832577 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:03:11.832922 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:03:11.833252 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:03:11.833584 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:03:11.833910 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:03:11.834234 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:03:11.839337 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['6762829c-9308-475c-999c-dc5e14b75738', '7fb46560-69b1-4773-b14b-aa3520c2e7bc', '3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf', '4ef41364-5027-490d-9075-9485dba80bb8'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:03:11.879748 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fada489-5e87-4a3a-97f0-6fa3a7bd3fee req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] No DVR routers for this DVR port 4ef41364-5027-490d-9075-9485dba80bb8 on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:03:11.882430 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-8fada489-5e87-4a3a-97f0-6fa3a7bd3fee req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:11.884776 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8fada489-5e87-4a3a-97f0-6fa3a7bd3fee req-324a9c45-d826-4661-ae5f-ac20db29de07 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "DELETE /v2.0/ports/4ef41364-5027-490d-9075-9485dba80bb8 HTTP/1.1" status: 204 len: 173 time: 0.4204428 Sep 15 03:03:11.885286 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501078d9-ded1-4333-a9e7-fb6dbc3258c5', 'name': 'network-vif-deleted', 'tag': '4ef41364-5027-490d-9075-9485dba80bb8'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:03:11.888076 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ef7a01-f0a0-4a96-bf2d-fc41a4a819e0" -d '{"events": [{"server_uuid": "501078d9-ded1-4333-a9e7-fb6dbc3258c5", "name": "network-vif-deleted", "tag": "4ef41364-5027-490d-9075-9485dba80bb8"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:03:11.926589 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86266fe8-bbe7-4b47-8c5b-e4bbf4c82ed2 x-openstack-request-id: req-86266fe8-bbe7-4b47-8c5b-e4bbf4c82ed2 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:03:11.926893 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501078d9-ded1-4333-a9e7-fb6dbc3258c5", "name": "network-vif-deleted", "tag": "4ef41364-5027-490d-9075-9485dba80bb8", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:03:11.927148 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86266fe8-bbe7-4b47-8c5b-e4bbf4c82ed2 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:03:11.927541 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501078d9-ded1-4333-a9e7-fb6dbc3258c5', 'name': 'network-vif-deleted', 'tag': '4ef41364-5027-490d-9075-9485dba80bb8', 'status': 'completed', 'code': 200} Sep 15 03:03:12.144563 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:13.541168 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:13.551417 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:03:13.792398 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 4ef41364-5027-490d-9075-9485dba80bb8 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:03:13.812501 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 4ef41364-5027-490d-9075-9485dba80bb8 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:03:13.813510 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 4ef41364-5027-490d-9075-9485dba80bb8 not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:03:33.421219 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:38.225294 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a05f-2c5c-4e19-bfef-2dc3f1b2fe16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:40.741561 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5421730c-880a-44e5-abaf-d1761558dc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:41.017851 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:42.134330 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:43.546890 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:03:50.549558 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:04:03.436005 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:03.865539 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c554cd8d-87d5-40ee-b0f2-ecc0b026a0c6 req-0ad8dac5-0586-4172-a029-9c36e154fa03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388832 Sep 15 03:04:03.934607 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cd8d-87d5-40ee-b0f2-ecc0b026a0c6 req-06332878-54f8-4ccb-8edc-949173a9387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:03.936039 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c554cd8d-87d5-40ee-b0f2-ecc0b026a0c6 req-06332878-54f8-4ccb-8edc-949173a9387e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 1098 time: 0.0383611 Sep 15 03:04:04.038124 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cd8d-87d5-40ee-b0f2-ecc0b026a0c6 req-9ea41a67-443c-44cd-9b94-793c72c84fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:04.039540 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c554cd8d-87d5-40ee-b0f2-ecc0b026a0c6 req-9ea41a67-443c-44cd-9b94-793c72c84fb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0839088 Sep 15 03:04:04.079952 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c554cd8d-87d5-40ee-b0f2-ecc0b026a0c6 req-e660b0ef-a2fc-4b2e-913c-3c8930e202c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc HTTP/1.1" status: 200 len: 217 time: 0.0330675 Sep 15 03:04:04.126412 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cd8d-87d5-40ee-b0f2-ecc0b026a0c6 req-dee38169-79a3-4896-8449-82b52dd80bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:04.127755 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c554cd8d-87d5-40ee-b0f2-ecc0b026a0c6 req-dee38169-79a3-4896-8449-82b52dd80bae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0411568 Sep 15 03:04:04.159815 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c554cd8d-87d5-40ee-b0f2-ecc0b026a0c6 req-53bda2d8-aad6-4a7d-a5b1-b953aaf98e05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254939 Sep 15 03:04:04.246339 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c554cd8d-87d5-40ee-b0f2-ecc0b026a0c6 req-e0b45984-ec75-4fff-af43-1a4571915c20 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791118 Sep 15 03:04:04.335636 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c554cd8d-87d5-40ee-b0f2-ecc0b026a0c6 req-189b1e28-d98b-4736-81d6-72def971c4ca service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819032 Sep 15 03:04:08.225744 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6af3959d-c699-46d6-a2fe-448b474cccbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:10.741464 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-733ccf65-3165-43d6-94ef-3eaff0a18d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:11.018521 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:12.137308 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:13.547406 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:24.576986 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321d64d-87d8-4cca-a5e9-11ec80d59dfd req-a8537491-de2a-4c80-b1ad-813374724268 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:24.578390 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a321d64d-87d8-4cca-a5e9-11ec80d59dfd req-a8537491-de2a-4c80-b1ad-813374724268 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0499163 Sep 15 03:04:24.628910 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a321d64d-87d8-4cca-a5e9-11ec80d59dfd req-07d32667-c5de-4434-bb56-17b494d3073c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358210 Sep 15 03:04:25.792361 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91275e-b3b9-4161-b3ff-22f03e1c4e82 req-6670d3b6-9c0c-401d-a87c-2e50ec34cd95 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:25.793861 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ec91275e-b3b9-4161-b3ff-22f03e1c4e82 req-6670d3b6-9c0c-401d-a87c-2e50ec34cd95 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.1026380 Sep 15 03:04:25.831005 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ec91275e-b3b9-4161-b3ff-22f03e1c4e82 req-adc83e1d-2542-4471-a96d-ed570a9a9ffe tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310528 Sep 15 03:04:26.944257 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fd781-7151-45b1-ba30-dc33d6a532ee req-a0d300c6-3b1d-4c0e-a90e-07e54a461cc9 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:26.945749 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b6fd781-7151-45b1-ba30-dc33d6a532ee req-a0d300c6-3b1d-4c0e-a90e-07e54a461cc9 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0475340 Sep 15 03:04:26.981978 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b6fd781-7151-45b1-ba30-dc33d6a532ee req-9e0e59d4-4f8f-4b5c-bc06-e00b3903ec54 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303755 Sep 15 03:04:27.548434 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:04:28.108240 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc8156-413f-400a-bcc1-c025b86bb4af req-a24d27c1-b92e-4d21-8024-9594de89c630 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:28.109871 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c0bc8156-413f-400a-bcc1-c025b86bb4af req-a24d27c1-b92e-4d21-8024-9594de89c630 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0575340 Sep 15 03:04:28.157885 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c0bc8156-413f-400a-bcc1-c025b86bb4af req-486d4df0-05cb-4f79-996a-0e4d2f4d5939 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412812 Sep 15 03:04:29.279591 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fb1af-97c7-40cf-a63b-a6a2ec266a35 req-73b10bdc-612b-4a7c-b57e-019f8a070ce5 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:29.281150 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d48fb1af-97c7-40cf-a63b-a6a2ec266a35 req-73b10bdc-612b-4a7c-b57e-019f8a070ce5 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0556924 Sep 15 03:04:29.321365 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d48fb1af-97c7-40cf-a63b-a6a2ec266a35 req-55a87915-9270-440e-80eb-2cc1d21f31cc tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328820 Sep 15 03:04:30.446407 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf2017-a9f4-4490-85cd-d24cafef17d9 req-7d5a016d-3a6a-42e1-b691-e22e7f873d95 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:30.448115 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-89cf2017-a9f4-4490-85cd-d24cafef17d9 req-7d5a016d-3a6a-42e1-b691-e22e7f873d95 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0504632 Sep 15 03:04:30.487307 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-89cf2017-a9f4-4490-85cd-d24cafef17d9 req-ddaefd60-282b-49cd-a167-dba6df6df434 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325243 Sep 15 03:04:31.603897 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743472f2-84c8-40fb-be0d-9caeb4baa13c req-4991c086-126e-48c1-84d5-3c68005c5901 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:31.605394 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-743472f2-84c8-40fb-be0d-9caeb4baa13c req-4991c086-126e-48c1-84d5-3c68005c5901 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0480869 Sep 15 03:04:31.643188 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-743472f2-84c8-40fb-be0d-9caeb4baa13c req-9c8c0087-8cf7-4c85-a97f-db6a3d812d7d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312500 Sep 15 03:04:32.756691 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267492b-8de0-44ee-83e6-12a1b27ab641 req-03f54ada-81dc-4608-9fc2-acd1cb4036a6 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:32.758179 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f267492b-8de0-44ee-83e6-12a1b27ab641 req-03f54ada-81dc-4608-9fc2-acd1cb4036a6 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0481563 Sep 15 03:04:32.794101 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f267492b-8de0-44ee-83e6-12a1b27ab641 req-675baba2-3461-4da9-8358-26c25188d391 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301278 Sep 15 03:04:33.450972 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:33.909088 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4009fd-ae82-4316-b829-f38af968d874 req-b1313cc2-b080-4eca-933f-f1ba1391c8ab tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:33.910674 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ea4009fd-ae82-4316-b829-f38af968d874 req-b1313cc2-b080-4eca-933f-f1ba1391c8ab tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0514629 Sep 15 03:04:33.954158 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ea4009fd-ae82-4316-b829-f38af968d874 req-b0d824c5-2f19-4c7d-9381-a817b42d6ab1 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358582 Sep 15 03:04:35.068373 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ee21e-239f-42fe-86e3-cba46523a9bf req-79f8b33a-dc37-407f-8ad5-75c459b82765 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:35.069850 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b32ee21e-239f-42fe-86e3-cba46523a9bf req-79f8b33a-dc37-407f-8ad5-75c459b82765 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0476954 Sep 15 03:04:35.110332 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b32ee21e-239f-42fe-86e3-cba46523a9bf req-ad7ba5b5-21f1-44f5-9b9f-1ae336a2b4f4 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342393 Sep 15 03:04:36.228967 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3da5f-204a-4f19-a727-b07b4310ed53 req-874367d8-d52a-48e1-bb72-cf1afcac9b53 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:36.230442 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ee3da5f-204a-4f19-a727-b07b4310ed53 req-874367d8-d52a-48e1-bb72-cf1afcac9b53 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0524666 Sep 15 03:04:36.268919 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ee3da5f-204a-4f19-a727-b07b4310ed53 req-f1bbf37d-b42d-4076-bc3b-2ebe4e6e322f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311024 Sep 15 03:04:37.379815 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be7f06-b020-43d0-8c23-8d48457dd9e4 req-a53ee920-19a4-4af6-b660-66d0a0fe6035 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:37.381408 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-82be7f06-b020-43d0-8c23-8d48457dd9e4 req-a53ee920-19a4-4af6-b660-66d0a0fe6035 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0472484 Sep 15 03:04:37.417664 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-82be7f06-b020-43d0-8c23-8d48457dd9e4 req-c3717e6b-ea24-4875-85ee-1517a49c9bf1 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305908 Sep 15 03:04:38.225726 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e42ebca3-dd6b-462f-9189-bef6db342fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:38.528685 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bbe2b-2e50-4c08-b2f4-12530e119c13 req-def69663-4aa5-4ca5-a0a1-d160fd9ef528 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:38.530177 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c8bbe2b-2e50-4c08-b2f4-12530e119c13 req-def69663-4aa5-4ca5-a0a1-d160fd9ef528 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0473437 Sep 15 03:04:38.567335 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c8bbe2b-2e50-4c08-b2f4-12530e119c13 req-38a9247c-454c-4ae4-b08a-b7dcc48c54f3 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304904 Sep 15 03:04:38.759845 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b0c58-68c7-44f2-babb-8c52f9740081 req-b234a79c-9ce8-46f8-a87e-f88e8895e344 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:38.761361 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-750b0c58-68c7-44f2-babb-8c52f9740081 req-b234a79c-9ce8-46f8-a87e-f88e8895e344 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0485027 Sep 15 03:04:38.807248 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-750b0c58-68c7-44f2-babb-8c52f9740081 req-fc93a220-b6f1-4470-b3e6-0a92b643bf1f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394588 Sep 15 03:04:38.839662 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cad015-98c9-473f-9eda-4cd987f2fcd5 req-de1b2a4a-5aac-4e8a-9488-49b9321e066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:38.841156 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-41cad015-98c9-473f-9eda-4cd987f2fcd5 req-de1b2a4a-5aac-4e8a-9488-49b9321e066d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d44af7c3f99444b98d4422982551f2a&device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 1098 time: 0.0467718 Sep 15 03:04:38.928369 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cad015-98c9-473f-9eda-4cd987f2fcd5 req-c2fd6ec7-2b65-41b0-b508-550c30394414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:38.929762 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-41cad015-98c9-473f-9eda-4cd987f2fcd5 req-c2fd6ec7-2b65-41b0-b508-550c30394414 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea HTTP/1.1" status: 200 len: 912 time: 0.0816011 Sep 15 03:04:38.995269 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-41cad015-98c9-473f-9eda-4cd987f2fcd5 req-0193b208-f7e8-4c3a-9264-1a34af26f45d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a0656bc-cd17-41d4-be1f-2db4b09c059a HTTP/1.1" status: 200 len: 1001 time: 0.0583773 Sep 15 03:04:39.041374 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cad015-98c9-473f-9eda-4cd987f2fcd5 req-af62c1bb-6f27-49c1-bffd-6224e9d9aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:39.042776 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-41cad015-98c9-473f-9eda-4cd987f2fcd5 req-af62c1bb-6f27-49c1-bffd-6224e9d9aae8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3766e392-e837-4fc9-be07-d2a2e1d67712 HTTP/1.1" status: 200 len: 850 time: 0.0410869 Sep 15 03:04:39.087412 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cad015-98c9-473f-9eda-4cd987f2fcd5 req-63fa407f-6840-4d02-a46b-b1ededf826ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:39.088868 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-41cad015-98c9-473f-9eda-4cd987f2fcd5 req-63fa407f-6840-4d02-a46b-b1ededf826ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393603 Sep 15 03:04:39.178998 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-41cad015-98c9-473f-9eda-4cd987f2fcd5 req-b0134adf-1761-4ed7-b036-e266b5690469 service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820830 Sep 15 03:04:39.265112 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-41cad015-98c9-473f-9eda-4cd987f2fcd5 req-f2d8dc53-388a-42f7-9ec3-37fcf00ec6d6 service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789618 Sep 15 03:04:39.921908 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca198d-2eaf-4a0f-8162-6637e11e89eb req-8c112f8a-0a07-476d-a873-461eae2e1213 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:39.923428 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-25ca198d-2eaf-4a0f-8162-6637e11e89eb req-8c112f8a-0a07-476d-a873-461eae2e1213 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0476167 Sep 15 03:04:39.961661 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-25ca198d-2eaf-4a0f-8162-6637e11e89eb req-18780bb6-77a3-482c-a0b1-068565c438a1 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Sep 15 03:04:40.743578 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2f59b207-9e32-4084-9d32-80947b450695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:41.018254 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:41.080971 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b284a5-8a76-4445-a065-ecb4e9076cd9 req-9d080855-5923-442b-bf33-8bd501865e55 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:41.082425 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4b284a5-8a76-4445-a065-ecb4e9076cd9 req-9d080855-5923-442b-bf33-8bd501865e55 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0519421 Sep 15 03:04:41.119694 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4b284a5-8a76-4445-a065-ecb4e9076cd9 req-64d0475c-5c00-4ab2-ab68-0c3d8cf50552 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314441 Sep 15 03:04:42.140699 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:42.236868 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882866b-96af-4b96-b67b-942edbf358b1 req-21379fc3-f781-45ac-adda-fe64215b01a8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:42.238329 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2882866b-96af-4b96-b67b-942edbf358b1 req-21379fc3-f781-45ac-adda-fe64215b01a8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0479546 Sep 15 03:04:42.278528 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2882866b-96af-4b96-b67b-942edbf358b1 req-c88e66d9-ba6e-49ab-b1b4-4223daa15e49 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342166 Sep 15 03:04:43.390166 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129121-bf24-40b5-972a-f24f67f45371 req-144c6db1-b747-40e7-afc1-63c7a5783878 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:43.391658 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4d129121-bf24-40b5-972a-f24f67f45371 req-144c6db1-b747-40e7-afc1-63c7a5783878 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0485239 Sep 15 03:04:43.429428 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4d129121-bf24-40b5-972a-f24f67f45371 req-3911b3e4-5c3e-4c1a-9671-bcc7f6a7d07a tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318036 Sep 15 03:04:43.550138 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.176012 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33336) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:04:47.364589 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Deleting subnet 482f9880-db9f-4cef-859f-69f1b0219d5d {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:04:47.367502 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.400355 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126593458'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.443085 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.495701 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126593422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700332'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.521896 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=482f9880-db9f-4cef-859f-69f1b0219d5d,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:47.524176 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.525997 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/482f9880-db9f-4cef-859f-69f1b0219d5d HTTP/1.1" status: 204 len: 168 time: 0.3490164 Sep 15 03:04:47.528624 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33340) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:04:47.532657 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.533039 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.533373 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.533704 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.534028 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.534352 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.534677 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.534996 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.535316 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.535634 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.535941 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.536253 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0204793f-e8bb-4a32-ac18-7b718bbe921c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.596660 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.674442 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.694741 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4405b014-8d3b-48c5-8e3a-6b2a000c560d']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:47.703905 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fad05b-060f-40de-8334-cb6a770c55af') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:47.704198 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fad05b-060f-40de-8334-cb6a770c55af') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:47.713208 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130885021'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.726734 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.733318 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:04:47.733707 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130386475'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: timer() Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: cb(*args, **kw) Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: self._notify() Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: self.callback(batched_events) Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: event.method(event) Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: return self._get(url).json() Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:04:47.736138 dv-cinder-759955-25-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:04:47.790829 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.796347 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:47.798806 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4405b014-8d3b-48c5-8e3a-6b2a000c560d HTTP/1.1" status: 204 len: 168 time: 0.2691805 Sep 15 03:04:47.809054 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4405b014-8d3b-48c5-8e3a-6b2a000c560d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:47.816314 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.816662 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.817029 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.817359 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.817686 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.818011 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.818338 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.818662 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.818984 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.819304 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.819622 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.819934 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72dfea-6c26-423e-bdd1-3c9e259b38a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:47.925752 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33354) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:04:47.973833 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2c64ec8b-2da8-4fc1-95c0-bc9cc41ce9aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e744d217341431594415d27dc677212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469315 Sep 15 03:04:47.976362 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33358) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:04:48.024095 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8aaee5ba-e413-4afa-be74-306b7a6c275e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:48.045126 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8aaee5ba-e413-4afa-be74-306b7a6c275e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:48.098132 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8aaee5ba-e413-4afa-be74-306b7a6c275e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:48.101191 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8aaee5ba-e413-4afa-be74-306b7a6c275e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:48.104642 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8aaee5ba-e413-4afa-be74-306b7a6c275e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06404951-e6e0-4de9-8bba-653c92bfed6e HTTP/1.1" status: 204 len: 168 time: 0.1250486 Sep 15 03:04:48.117728 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaee5ba-e413-4afa-be74-306b7a6c275e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06404951-e6e0-4de9-8bba-653c92bfed6e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:48.789398 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33388) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:04:48.880706 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1416982574-network', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:04:48.901425 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Made reservation on behalf of b7eaf10fa4104dc188da24b13f77fad4 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:04:48.903595 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:48.912177 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.000057 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.003811 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.024381 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:04:49.038053 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec681b8-3220-4dee-a412-8cc6ed331773,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:49.042796 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.043139 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Added segment 6373cc00-fe14-4da5-8761-d1a46f4c858b of type vlan for network bb17eef5-fd05-4af3-97aa-1227991cec9f Sep 15 03:04:49.084470 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.108432 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.109411 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:49.109984 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.138336 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3478034 Sep 15 03:04:49.142212 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33392) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:04:49.147385 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-f93eb257-8ba8-441e-9b16-5d521d064653 admin admin] Request body: {'subnet': {'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1416982574-subnet', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:04:49.170302 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fa52c-baec-4ee0-bf70-c406351d4e02 admin admin] Pushing event updated for resources: {'Network': ['ID=bb17eef5-fd05-4af3-97aa-1227991cec9f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:49.170956 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93eb257-8ba8-441e-9b16-5d521d064653 admin admin] Made reservation on behalf of b7eaf10fa4104dc188da24b13f77fad4 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:04:49.174351 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f93eb257-8ba8-441e-9b16-5d521d064653 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126700299'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.179841 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network bb17eef5-fd05-4af3-97aa-1227991cec9f details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:04:49.343041 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f93eb257-8ba8-441e-9b16-5d521d064653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126700325'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.390460 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93eb257-8ba8-441e-9b16-5d521d064653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=266b9c31-2e3c-4c09-bd9e-3397243fac67,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:49.408939 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93eb257-8ba8-441e-9b16-5d521d064653 admin admin] Checking segment: {'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:04:49.409325 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93eb257-8ba8-441e-9b16-5d521d064653 admin admin] Network hostable DHCP agents. Network: bb17eef5-fd05-4af3-97aa-1227991cec9f, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:04:49.426782 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93eb257-8ba8-441e-9b16-5d521d064653 admin admin] Network bb17eef5-fd05-4af3-97aa-1227991cec9f is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:04:49.436416 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-f93eb257-8ba8-441e-9b16-5d521d064653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, bb17eef5-fd05-4af3-97aa-1227991cec9f) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:04:49.441540 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93eb257-8ba8-441e-9b16-5d521d064653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:49.442470 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f93eb257-8ba8-441e-9b16-5d521d064653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.448054 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446dc859-5189-4c12-a17f-ea92c8e14e68 None None] Network bb17eef5-fd05-4af3-97aa-1227991cec9f requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:04:49.486098 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33404) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:04:49.486487 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f93eb257-8ba8-441e-9b16-5d521d064653 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3429744 Sep 15 03:04:49.491853 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:04:49.518726 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7369'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.519782 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.580401 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.631366 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a767ca-0f23-5eb0-80d8-fbb4873b4484-bb17eef5-fd05-4af3-97aa-1227991cec9f', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'fixed_ips': [{'subnet_id': '266b9c31-2e3c-4c09-bd9e-3397243fac67'}]}} from dv-cinder-759955-25-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 03:04:49.632409 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.715995 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.760608 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Allocated IP 172.20.0.2 (bb17eef5-fd05-4af3-97aa-1227991cec9f/266b9c31-2e3c-4c09-bd9e-3397243fac67/c97a0198-e89f-47d5-8b0a-2579549134a5) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:04:49.909676 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.914944 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.916440 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.934159 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:49.952275 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Network bb17eef5-fd05-4af3-97aa-1227991cec9f is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:04:49.955096 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:04:49.958499 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:04:49.973627 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Pushing event updated for resources: {'Port': ['ID=c97a0198-e89f-47d5-8b0a-2579549134a5,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:50.011984 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:50.012358 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:50.012706 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:50.013075 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:50.013410 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:50.013742 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:50.014074 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:50.014401 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:50.014740 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:50.015067 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:50.015389 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:50.015708 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:50.030715 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Attempting to bind port c97a0198-e89f-47d5-8b0a-2579549134a5 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:04:50.031108 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Attempting to bind port c97a0198-e89f-47d5-8b0a-2579549134a5 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:04:50.031963 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Attempting to bind port c97a0198-e89f-47d5-8b0a-2579549134a5 on network bb17eef5-fd05-4af3-97aa-1227991cec9f {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:04:50.035587 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Allocated IP 172.27.2.250 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/36625478-6ab0-4b54-95c8-0bf42dd8ee75) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:04:50.037088 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:04:50.037534 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Checking segment: {'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:04:50.037963 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:50.038388 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Bound using segment: {'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:04:50.038991 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Bound port: c97a0198-e89f-47d5-8b0a-2579549134a5, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:04:50.039372 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:50.100778 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] For port c97a0198-e89f-47d5-8b0a-2579549134a5, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:04:50.103751 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] For port c97a0198-e89f-47d5-8b0a-2579549134a5, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=c97a0198-e89f-47d5-8b0a-2579549134a5,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:04:50.107329 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:50.140944 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:50.168191 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7ebc6-5a8b-4459-a77c-31d4a3cec9bb None None] Pushing event updated for resources: {'Port': ['ID=c97a0198-e89f-47d5-8b0a-2579549134a5,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:50.179824 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:50.217034 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:04:50.220224 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:04:50.223714 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:04:50.247829 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Pushing event updated for resources: {'Port': ['ID=36625478-6ab0-4b54-95c8-0bf42dd8ee75,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:50.484318 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:50.674628 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528479'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:50.818869 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d is scheduled to L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 03:04:50.927038 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:04:50.936666 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Sync routers for ids ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:04:50.947461 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Routers {'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:04:50.948057 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:04:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:50.949354 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:50.953205 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33420) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:04:50.954266 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a57f3735-74cf-405f-bd2a-e02a1ae995dd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4657192 Sep 15 03:04:51.010284 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14f7880-bb86-4d33-901e-aa143ce9c1c4 None None] Network bb17eef5-fd05-4af3-97aa-1227991cec9f requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:04:51.084510 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d50fd136-bc63-4e1e-a920-4ac78dfb1aa2 None None] Provisioning complete for port c97a0198-e89f-47d5-8b0a-2579549134a5 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:51.085067 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d50fd136-bc63-4e1e-a920-4ac78dfb1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.138491 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Set router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:04:51.223064 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d50fd136-bc63-4e1e-a920-4ac78dfb1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.260398 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-d50fd136-bc63-4e1e-a920-4ac78dfb1aa2 None None] For port c97a0198-e89f-47d5-8b0a-2579549134a5, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=c97a0198-e89f-47d5-8b0a-2579549134a5,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:04:51.265526 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d50fd136-bc63-4e1e-a920-4ac78dfb1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.322645 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fd136-bc63-4e1e-a920-4ac78dfb1aa2 None None] Pushing event updated for resources: {'Port': ['ID=c97a0198-e89f-47d5-8b0a-2579549134a5,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:51.338000 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:50Z', 'revision_number': 3, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:51.366444 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Checking router: dd0a085c-c9bc-4722-83ef-5f2d4cc4309d for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:04:51.366794 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Updating router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d port 36625478-6ab0-4b54-95c8-0bf42dd8ee75 binding host dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:04:51.393013 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.394884 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.489842 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-97cc9367-7fb9-41ff-b74f-f9fa7cfc9fdd None None] Provisioning complete for port c97a0198-e89f-47d5-8b0a-2579549134a5 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:51.490340 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-97cc9367-7fb9-41ff-b74f-f9fa7cfc9fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.552924 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Allocated IP 172.20.0.1 (bb17eef5-fd05-4af3-97aa-1227991cec9f/266b9c31-2e3c-4c09-bd9e-3397243fac67/827a9276-baa6-4f39-b091-e2b23a51f566) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:04:51.653706 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.657784 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.659703 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.691484 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.707094 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Attempting to bind port 36625478-6ab0-4b54-95c8-0bf42dd8ee75 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:04:51.707465 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Attempting to bind port 36625478-6ab0-4b54-95c8-0bf42dd8ee75 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:04:51.707828 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Attempting to bind port 36625478-6ab0-4b54-95c8-0bf42dd8ee75 on network 73626132-cd8b-4a23-a2b0-fb3708e8a009 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:04:51.716399 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Pushing event updated for resources: {'Port': ['ID=36625478-6ab0-4b54-95c8-0bf42dd8ee75,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:51.720464 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:04:51.720838 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Checking segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:04:51.721264 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.721658 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Bound using segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:04:51.722123 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Bound port: 36625478-6ab0-4b54-95c8-0bf42dd8ee75, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:04:51.722532 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.725369 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Network bb17eef5-fd05-4af3-97aa-1227991cec9f is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:04:51.728486 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:51.728884 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:51.729238 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:51.729574 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:51.729679 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:04:51.729908 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:51.730239 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:51.730568 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:51.730894 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:51.731241 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:51.731569 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:51.731894 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:51.732147 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:04:51.732246 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:04:51.775100 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Pushing event updated for resources: {'Port': ['ID=827a9276-baa6-4f39-b091-e2b23a51f566,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:51.787614 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] For port 36625478-6ab0-4b54-95c8-0bf42dd8ee75, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:04:51.792658 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] For port 36625478-6ab0-4b54-95c8-0bf42dd8ee75, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=36625478-6ab0-4b54-95c8-0bf42dd8ee75,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:04:51.798039 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.802685 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528520'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.847252 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Routers {'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:04:51.847887 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:04:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:51.950792 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device c97a0198-e89f-47d5-8b0a-2579549134a5 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:04:51.974283 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:51.983954 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079dc985-0c4d-4b41-9aae-f4d977d5bd35 None None] Pushing event updated for resources: {'Port': ['ID=36625478-6ab0-4b54-95c8-0bf42dd8ee75,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:52.009723 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] Set router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:04:52.014357 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-476665df-4809-4ff2-977c-68caaac4da19 None None] Provisioning complete for port 827a9276-baa6-4f39-b091-e2b23a51f566 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:52.014852 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-476665df-4809-4ff2-977c-68caaac4da19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:52.039367 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port c97a0198-e89f-47d5-8b0a-2579549134a5 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:52.039730 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:52.071441 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-476665df-4809-4ff2-977c-68caaac4da19 None None] Port 827a9276-baa6-4f39-b091-e2b23a51f566 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:04:52.146553 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:52.152561 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:52.198782 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:50Z', 'revision_number': 3, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:52.219366 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531480'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:52.221151 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Pushing event updated for resources: {'Port': ['ID=827a9276-baa6-4f39-b091-e2b23a51f566,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:52.225611 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ad3b6-d297-489b-9af0-9982313e26ea None None] The sync data for ids ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'] in dv-cinder-759955-25-iscsi is: [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:50Z', 'revision_number': 3, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:04:52.314446 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Network bb17eef5-fd05-4af3-97aa-1227991cec9f is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:04:52.315828 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:04:52.463415 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:04:52.593776 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-0458b8e5-3d86-4c88-b58c-9ec029269017 None None] Provisioning complete for port 827a9276-baa6-4f39-b091-e2b23a51f566 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:52.594705 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0458b8e5-3d86-4c88-b58c-9ec029269017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:52.629634 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-0458b8e5-3d86-4c88-b58c-9ec029269017 None None] Port 827a9276-baa6-4f39-b091-e2b23a51f566 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:04:52.822704 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:04:52.827827 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-73b55a4f-3b4f-4bea-8c81-d94b121ac901 admin admin] 10.222.0.32 "PUT /v2.0/routers/dd0a085c-c9bc-4722-83ef-5f2d4cc4309d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8723323 Sep 15 03:04:53.283418 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33444) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:04:53.288234 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-616171995-network', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:04:53.308436 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Made reservation on behalf of 57971ba5d6be42a1bebaa1799b517bd1 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:04:53.310678 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.319562 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.410879 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.414306 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.439402 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:04:53.449032 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a95163-1c28-49a5-8bf4-27fd14d3ad64,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:53.453701 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.454045 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Added segment 45b9a19e-6d44-40a9-915f-d16c3c59a8a5 of type vlan for network 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 Sep 15 03:04:53.495117 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.519016 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.520139 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:53.520718 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.552461 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2679973 Sep 15 03:04:53.555312 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33446) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:04:53.560499 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-c0b25d8e-f0af-4dab-b7ba-fce34df85556 admin admin] Request body: {'subnet': {'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-616171995-subnet', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:04:53.582968 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b25d8e-f0af-4dab-b7ba-fce34df85556 admin admin] Made reservation on behalf of 57971ba5d6be42a1bebaa1799b517bd1 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:04:53.584803 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0326f-80fe-4011-be50-7ee44de82871 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:53.586090 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c0b25d8e-f0af-4dab-b7ba-fce34df85556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126700299'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.594679 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:04:53.662720 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Sync routers for ids ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:04:53.671722 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Routers {'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:04:53.673160 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:04:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:53.755578 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c0b25d8e-f0af-4dab-b7ba-fce34df85556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126700325'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.777271 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Set router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:04:53.807765 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b25d8e-f0af-4dab-b7ba-fce34df85556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30d7054-9f4f-432b-b4f5-77deed0f777f,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:53.818901 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b25d8e-f0af-4dab-b7ba-fce34df85556 admin admin] Checking segment: {'id': '45b9a19e-6d44-40a9-915f-d16c3c59a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:04:53.819277 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b25d8e-f0af-4dab-b7ba-fce34df85556 admin admin] Network hostable DHCP agents. Network: 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:04:53.841436 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b25d8e-f0af-4dab-b7ba-fce34df85556 admin admin] Network 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:04:53.853148 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-c0b25d8e-f0af-4dab-b7ba-fce34df85556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:04:53.857451 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b25d8e-f0af-4dab-b7ba-fce34df85556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:04:53.858196 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c0b25d8e-f0af-4dab-b7ba-fce34df85556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.878228 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33450) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:04:53.879104 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c0b25d8e-f0af-4dab-b7ba-fce34df85556 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3225136 Sep 15 03:04:53.882676 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-616171995-router', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:04:53.910332 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7369'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.911526 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:53.938182 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e9a4d4-be61-4132-a58b-d3af9c4ca897 None None] Network 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:04:53.940091 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 36625478-6ab0-4b54-95c8-0bf42dd8ee75 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:04:53.963634 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.109817 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.166057 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 36625478-6ab0-4b54-95c8-0bf42dd8ee75 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:54.166424 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.275283 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a767ca-0f23-5eb0-80d8-fbb4873b4484-3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2', 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'fixed_ips': [{'subnet_id': 'b30d7054-9f4f-432b-b4f5-77deed0f777f'}]}} from dv-cinder-759955-25-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 03:04:54.276104 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.298354 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.320241 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.390634 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.403990 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:51Z', 'revision_number': 4, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '827a9276-baa6-4f39-b091-e2b23a51f566', 'name': '', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'mac_address': 'fa:16:3e:22:9f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:51Z', 'updated_at': '2021-09-15T03:04:52Z', 'revision_number': 2, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'subnets': [{'id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:54.421663 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Allocated IP 172.27.2.60 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/5960fbce-a751-4db1-8a04-b11bff7a9fa4) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:04:54.444030 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Checking router: dd0a085c-c9bc-4722-83ef-5f2d4cc4309d for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:04:54.444384 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Updating router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d port 827a9276-baa6-4f39-b091-e2b23a51f566 binding host dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:04:54.470123 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port 36625478-6ab0-4b54-95c8-0bf42dd8ee75, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=36625478-6ab0-4b54-95c8-0bf42dd8ee75,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:04:54.493504 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.523518 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.528981 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.556033 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Allocated IP 172.20.0.2 (3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2/b30d7054-9f4f-432b-b4f5-77deed0f777f/68c76f5c-590d-4ae9-9578-224f8d7b6e7e) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:04:54.562452 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.598019 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:04:54.602212 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:04:54.604729 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:04:54.605858 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=36625478-6ab0-4b54-95c8-0bf42dd8ee75,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:54.633165 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Pushing event updated for resources: {'Port': ['ID=5960fbce-a751-4db1-8a04-b11bff7a9fa4,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:54.848633 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.867117 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.874641 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:54.945677 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Network 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:04:54.951069 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:04:54.956352 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:04:54.967560 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Pushing event updated for resources: {'Port': ['ID=68c76f5c-590d-4ae9-9578-224f8d7b6e7e,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:54.982451 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.002317 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.067672 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Attempting to bind port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:04:55.068055 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Attempting to bind port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '45b9a19e-6d44-40a9-915f-d16c3c59a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:04:55.068420 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Attempting to bind port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e on network 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:04:55.081875 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1d2ed-55ca-45b1-a940-d9fd050694bb None None] Pushing event updated for resources: {'Port': ['ID=827a9276-baa6-4f39-b091-e2b23a51f566,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:55.085588 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:04:55.085966 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Checking segment: {'id': '45b9a19e-6d44-40a9-915f-d16c3c59a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:04:55.086376 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.086766 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Bound using segment: {'id': '45b9a19e-6d44-40a9-915f-d16c3c59a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:04:55.087254 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Bound port: 68c76f5c-590d-4ae9-9578-224f8d7b6e7e, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b9a19e-6d44-40a9-915f-d16c3c59a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:04:55.087634 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.196245 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Attempting to bind port 827a9276-baa6-4f39-b091-e2b23a51f566 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:04:55.196617 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Attempting to bind port 827a9276-baa6-4f39-b091-e2b23a51f566 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:04:55.197017 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Attempting to bind port 827a9276-baa6-4f39-b091-e2b23a51f566 on network bb17eef5-fd05-4af3-97aa-1227991cec9f {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:04:55.205416 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] For port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:04:55.207726 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:04:55.208109 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Checking segment: {'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:04:55.208519 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.209628 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Bound using segment: {'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:04:55.209628 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Bound port: 827a9276-baa6-4f39-b091-e2b23a51f566, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:04:55.209832 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.212850 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] For port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=68c76f5c-590d-4ae9-9578-224f8d7b6e7e,segment=NetworkSegment(45b9a19e-6d44-40a9-915f-d16c3c59a8a5),segment_id=45b9a19e-6d44-40a9-915f-d16c3c59a8a5)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:04:55.223032 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.300038 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528479'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.309015 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4a1f5-b814-4b2a-8492-db9fd9888562 None None] Pushing event updated for resources: {'Port': ['ID=68c76f5c-590d-4ae9-9578-224f8d7b6e7e,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:55.335221 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] For port 827a9276-baa6-4f39-b091-e2b23a51f566, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:04:55.339634 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] For port 827a9276-baa6-4f39-b091-e2b23a51f566, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=827a9276-baa6-4f39-b091-e2b23a51f566,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:04:55.343995 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.413270 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-0d0cda93-f3de-4f61-bc70-0e920fb37b90 None None] Provisioning complete for port 827a9276-baa6-4f39-b091-e2b23a51f566 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:55.413715 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0d0cda93-f3de-4f61-bc70-0e920fb37b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.436718 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1d2ed-55ca-45b1-a940-d9fd050694bb None None] Pushing event updated for resources: {'Port': ['ID=827a9276-baa6-4f39-b091-e2b23a51f566,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:55.445859 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Router d2e013c9-cd1d-42b1-acbe-67875ec003ae is scheduled to L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 03:04:55.451440 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Routers {'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:04:55.452162 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:04:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:55.612466 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:04:55.623362 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Sync routers for ids ['d2e013c9-cd1d-42b1-acbe-67875ec003ae'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:04:55.631293 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.634786 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b80b3d63-8578-40f8-9621-e81afc5607ec admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7552822 Sep 15 03:04:55.635318 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Routers {'d2e013c9-cd1d-42b1-acbe-67875ec003ae'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:04:55.636114 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:04:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['d2e013c9-cd1d-42b1-acbe-67875ec003ae'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:55.636506 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33458) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:04:55.639341 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] Set router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:04:55.672744 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0d0cda93-f3de-4f61-bc70-0e920fb37b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.719683 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-0d0cda93-f3de-4f61-bc70-0e920fb37b90 None None] For port 827a9276-baa6-4f39-b091-e2b23a51f566, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=827a9276-baa6-4f39-b091-e2b23a51f566,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:04:55.748432 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0d0cda93-f3de-4f61-bc70-0e920fb37b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.762937 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Set router d2e013c9-cd1d-42b1-acbe-67875ec003ae gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:04:55.854727 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cda93-f3de-4f61-bc70-0e920fb37b90 None None] Pushing event updated for resources: {'Port': ['ID=827a9276-baa6-4f39-b091-e2b23a51f566,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:55.916926 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-de791897-96cb-4f88-977e-8b7b914dc965 None None] Provisioning complete for port 827a9276-baa6-4f39-b091-e2b23a51f566 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:55.916926 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-de791897-96cb-4f88-977e-8b7b914dc965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:55.994171 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'name': 'tempest-TestMinimumBasicScenario-616171995-router', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:53Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 3, 'project_id': '57971ba5d6be42a1bebaa1799b517bd1', 'gw_port': {'id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:54Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:56.026730 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Checking router: d2e013c9-cd1d-42b1-acbe-67875ec003ae for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:04:56.027263 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Updating router d2e013c9-cd1d-42b1-acbe-67875ec003ae port 5960fbce-a751-4db1-8a04-b11bff7a9fa4 binding host dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:04:56.058900 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.076904 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 36625478-6ab0-4b54-95c8-0bf42dd8ee75 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:04:56.176641 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:51Z', 'revision_number': 4, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '827a9276-baa6-4f39-b091-e2b23a51f566', 'name': '', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'mac_address': 'fa:16:3e:22:9f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:51Z', 'updated_at': '2021-09-15T03:04:55Z', 'revision_number': 4, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'subnets': [{'id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:56.184369 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.239667 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 36625478-6ab0-4b54-95c8-0bf42dd8ee75 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:56.239667 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.244366 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c644b9-e995-4666-a0c8-1968c059d1fd None None] The sync data for ids ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'] in dv-cinder-759955-25-iscsi is: [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:51Z', 'revision_number': 4, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '827a9276-baa6-4f39-b091-e2b23a51f566', 'name': '', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'mac_address': 'fa:16:3e:22:9f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:51Z', 'updated_at': '2021-09-15T03:04:55Z', 'revision_number': 4, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'subnets': [{'id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:04:56.374801 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 68c76f5c-590d-4ae9-9578-224f8d7b6e7e up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:04:56.438984 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.445239 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.450085 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Allocated IP 172.20.0.1 (3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2/b30d7054-9f4f-432b-b4f5-77deed0f777f/913c0cac-63f2-4288-b1d2-4fb697be06bf) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:04:56.453797 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:56.454273 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.533817 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Attempting to bind port 5960fbce-a751-4db1-8a04-b11bff7a9fa4 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:04:56.534502 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Attempting to bind port 5960fbce-a751-4db1-8a04-b11bff7a9fa4 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:04:56.534692 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Attempting to bind port 5960fbce-a751-4db1-8a04-b11bff7a9fa4 on network 73626132-cd8b-4a23-a2b0-fb3708e8a009 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:04:56.537646 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56704c41-03bd-45d1-9008-30cd78bf3377 None None] Pushing event updated for resources: {'Port': ['ID=5960fbce-a751-4db1-8a04-b11bff7a9fa4,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:56.542513 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:04:56.542891 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Checking segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:04:56.543292 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.543684 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Bound using segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:04:56.544149 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Bound port: 5960fbce-a751-4db1-8a04-b11bff7a9fa4, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:04:56.544547 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.592589 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fb4149-f3f0-4c5c-bc66-edf4cd6f08d8 None None] Network 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:04:56.602382 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.607877 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.620980 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] For port 5960fbce-a751-4db1-8a04-b11bff7a9fa4, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:04:56.626921 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] For port 5960fbce-a751-4db1-8a04-b11bff7a9fa4, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=5960fbce-a751-4db1-8a04-b11bff7a9fa4,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:04:56.633136 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.651725 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.694090 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=68c76f5c-590d-4ae9-9578-224f8d7b6e7e,segment=NetworkSegment(45b9a19e-6d44-40a9-915f-d16c3c59a8a5),segment_id=45b9a19e-6d44-40a9-915f-d16c3c59a8a5)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:04:56.700614 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.701465 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56704c41-03bd-45d1-9008-30cd78bf3377 None None] Pushing event updated for resources: {'Port': ['ID=5960fbce-a751-4db1-8a04-b11bff7a9fa4,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:56.715803 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Pushing event updated for resources: {'Port': ['ID=913c0cac-63f2-4288-b1d2-4fb697be06bf,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:56.724208 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Network 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:04:56.725827 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:04:56.735405 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:04:56.743722 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Routers {'d2e013c9-cd1d-42b1-acbe-67875ec003ae'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:04:56.744598 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:04:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['d2e013c9-cd1d-42b1-acbe-67875ec003ae'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:56.748360 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-1166229f-1476-4a5d-a756-04d12d1d775f None None] Provisioning complete for port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:56.748741 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1166229f-1476-4a5d-a756-04d12d1d775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.787884 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528520'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:56.819374 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=68c76f5c-590d-4ae9-9578-224f8d7b6e7e,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:56.882916 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] Set router d2e013c9-cd1d-42b1-acbe-67875ec003ae gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:04:56.955582 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:57.236011 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-a0abedf1-ca77-44ee-8df7-0e12291637ee None None] Provisioning complete for port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:57.236536 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a0abedf1-ca77-44ee-8df7-0e12291637ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:57.257936 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:57.269100 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130386883'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:57.327686 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'name': 'tempest-TestMinimumBasicScenario-616171995-router', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:53Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 3, 'project_id': '57971ba5d6be42a1bebaa1799b517bd1', 'gw_port': {'id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:54Z', 'updated_at': '2021-09-15T03:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:04:57.370320 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0b0f7-f064-489d-be5e-29a173de4925 None None] The sync data for ids ['d2e013c9-cd1d-42b1-acbe-67875ec003ae'] in dv-cinder-759955-25-iscsi is: [{'id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'name': 'tempest-TestMinimumBasicScenario-616171995-router', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:53Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 3, 'project_id': '57971ba5d6be42a1bebaa1799b517bd1', 'gw_port': {'id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:54Z', 'updated_at': '2021-09-15T03:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:04:57.399593 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531480'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:57.429053 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Pushing event updated for resources: {'Port': ['ID=913c0cac-63f2-4288-b1d2-4fb697be06bf,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:57.461460 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-a0abedf1-ca77-44ee-8df7-0e12291637ee None None] Provisioning complete for port 913c0cac-63f2-4288-b1d2-4fb697be06bf triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:57.461937 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a0abedf1-ca77-44ee-8df7-0e12291637ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:57.519765 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-a0abedf1-ca77-44ee-8df7-0e12291637ee None None] Port 913c0cac-63f2-4288-b1d2-4fb697be06bf cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:04:57.572409 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Network 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:04:57.574708 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:04:57.641122 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d668f46c-91c2-480d-b1be-971c7d2c4113 None None] Provisioning complete for port 913c0cac-63f2-4288-b1d2-4fb697be06bf triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:57.641723 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d668f46c-91c2-480d-b1be-971c7d2c4113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:57.684659 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-d668f46c-91c2-480d-b1be-971c7d2c4113 None None] Port 913c0cac-63f2-4288-b1d2-4fb697be06bf cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:04:57.698509 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Router d2e013c9-cd1d-42b1-acbe-67875ec003ae has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:04:57.850798 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:04:57.856721 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d8bb6c03-629f-442b-980e-1e7a30819913 admin admin] 10.222.0.32 "PUT /v2.0/routers/d2e013c9-cd1d-42b1-acbe-67875ec003ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2187135 Sep 15 03:04:57.967746 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d85cb34a-677f-4129-8fc0-1f2b64f371b8 None None] Provisioning complete for port 913c0cac-63f2-4288-b1d2-4fb697be06bf triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:57.968324 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d85cb34a-677f-4129-8fc0-1f2b64f371b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:58.013432 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-d85cb34a-677f-4129-8fc0-1f2b64f371b8 None None] Port 913c0cac-63f2-4288-b1d2-4fb697be06bf cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:04:58.058707 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 827a9276-baa6-4f39-b091-e2b23a51f566 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:04:58.116850 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 827a9276-baa6-4f39-b091-e2b23a51f566 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:58.117378 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:58.200525 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 5960fbce-a751-4db1-8a04-b11bff7a9fa4 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:04:58.263039 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 5960fbce-a751-4db1-8a04-b11bff7a9fa4 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:58.263519 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:58.353568 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:58.385324 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port 5960fbce-a751-4db1-8a04-b11bff7a9fa4, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=5960fbce-a751-4db1-8a04-b11bff7a9fa4,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:04:58.390772 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:58.391798 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 68c76f5c-590d-4ae9-9578-224f8d7b6e7e up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:04:58.468410 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=5960fbce-a751-4db1-8a04-b11bff7a9fa4,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:04:58.482955 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:04:58.483357 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:04:59.904667 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Sync routers for ids ['d2e013c9-cd1d-42b1-acbe-67875ec003ae'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:04:59.914784 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 5960fbce-a751-4db1-8a04-b11bff7a9fa4 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:04:59.980953 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Routers {'d2e013c9-cd1d-42b1-acbe-67875ec003ae'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:04:59.981634 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:04:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['d2e013c9-cd1d-42b1-acbe-67875ec003ae'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:05:00.072721 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 5960fbce-a751-4db1-8a04-b11bff7a9fa4 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:05:00.075610 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:00.150349 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Set router d2e013c9-cd1d-42b1-acbe-67875ec003ae gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:05:00.540266 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'name': 'tempest-TestMinimumBasicScenario-616171995-router', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:53Z', 'updated_at': '2021-09-15T03:04:56Z', 'revision_number': 4, 'project_id': '57971ba5d6be42a1bebaa1799b517bd1', 'gw_port': {'id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:54Z', 'updated_at': '2021-09-15T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '913c0cac-63f2-4288-b1d2-4fb697be06bf', 'name': '', 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'mac_address': 'fa:16:3e:fe:c6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b30d7054-9f4f-432b-b4f5-77deed0f777f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:56Z', 'updated_at': '2021-09-15T03:04:57Z', 'revision_number': 2, 'project_id': '57971ba5d6be42a1bebaa1799b517bd1', 'subnets': [{'id': 'b30d7054-9f4f-432b-b4f5-77deed0f777f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:05:00.575097 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Checking router: d2e013c9-cd1d-42b1-acbe-67875ec003ae for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:05:00.575555 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Updating router d2e013c9-cd1d-42b1-acbe-67875ec003ae port 913c0cac-63f2-4288-b1d2-4fb697be06bf binding host dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:05:00.602825 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:00.707735 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33570) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:00.861190 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3d94e7fc-e6b8-468f-850a-6b13c90e55ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:00.946431 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:00.954462 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:00.985936 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3d94e7fc-e6b8-468f-850a-6b13c90e55ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:00.991411 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3d94e7fc-e6b8-468f-850a-6b13c90e55ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.037952 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d605db1-0bf9-4d7c-a2c2-6f6a72efa59b None None] Pushing event updated for resources: {'Port': ['ID=913c0cac-63f2-4288-b1d2-4fb697be06bf,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:01.050138 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3d94e7fc-e6b8-468f-850a-6b13c90e55ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d39317cebfb4781b9fa3fb198496e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407073 Sep 15 03:05:01.052665 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33574) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:01.079548 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Attempting to bind port 913c0cac-63f2-4288-b1d2-4fb697be06bf on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:05:01.079831 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Attempting to bind port 913c0cac-63f2-4288-b1d2-4fb697be06bf by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '45b9a19e-6d44-40a9-915f-d16c3c59a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:05:01.080127 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Attempting to bind port 913c0cac-63f2-4288-b1d2-4fb697be06bf on network 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:05:01.085646 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94e7fc-e6b8-468f-850a-6b13c90e55ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf6afd6-7b00-4847-928c-c6dc6171cd14,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:01.087226 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:05:01.088412 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Checking segment: {'id': '45b9a19e-6d44-40a9-915f-d16c3c59a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:05:01.088412 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.088624 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Bound using segment: {'id': '45b9a19e-6d44-40a9-915f-d16c3c59a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:05:01.089012 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Bound port: 913c0cac-63f2-4288-b1d2-4fb697be06bf, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b9a19e-6d44-40a9-915f-d16c3c59a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:05:01.089400 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.131460 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b8840e4-50a4-45ab-ae05-c3eed95f107e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.163011 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b8840e4-50a4-45ab-ae05-c3eed95f107e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.200765 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] For port 913c0cac-63f2-4288-b1d2-4fb697be06bf, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:05:01.217111 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] For port 913c0cac-63f2-4288-b1d2-4fb697be06bf, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=913c0cac-63f2-4288-b1d2-4fb697be06bf,segment=NetworkSegment(45b9a19e-6d44-40a9-915f-d16c3c59a8a5),segment_id=45b9a19e-6d44-40a9-915f-d16c3c59a8a5)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:05:01.223299 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.229746 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b8840e4-50a4-45ab-ae05-c3eed95f107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.232443 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b8840e4-50a4-45ab-ae05-c3eed95f107e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.237188 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9b8840e4-50a4-45ab-ae05-c3eed95f107e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5bf6afd6-7b00-4847-928c-c6dc6171cd14 HTTP/1.1" status: 204 len: 168 time: 0.1829414 Sep 15 03:05:01.245479 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8840e4-50a4-45ab-ae05-c3eed95f107e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf6afd6-7b00-4847-928c-c6dc6171cd14,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:01.322328 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Routers {'d2e013c9-cd1d-42b1-acbe-67875ec003ae'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:05:01.322638 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:04:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['d2e013c9-cd1d-42b1-acbe-67875ec003ae'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:05:01.389583 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d605db1-0bf9-4d7c-a2c2-6f6a72efa59b None None] Pushing event updated for resources: {'Port': ['ID=913c0cac-63f2-4288-b1d2-4fb697be06bf,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:01.426748 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f903347a-a48a-4dc1-81af-fa37106da09c None None] Provisioning complete for port 913c0cac-63f2-4288-b1d2-4fb697be06bf triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:05:01.426748 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f903347a-a48a-4dc1-81af-fa37106da09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.569137 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] Set router d2e013c9-cd1d-42b1-acbe-67875ec003ae gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:05:01.621561 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f903347a-a48a-4dc1-81af-fa37106da09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.716351 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f903347a-a48a-4dc1-81af-fa37106da09c None None] For port 913c0cac-63f2-4288-b1d2-4fb697be06bf, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=913c0cac-63f2-4288-b1d2-4fb697be06bf,segment=NetworkSegment(45b9a19e-6d44-40a9-915f-d16c3c59a8a5),segment_id=45b9a19e-6d44-40a9-915f-d16c3c59a8a5)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:05:01.741660 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f903347a-a48a-4dc1-81af-fa37106da09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.751831 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33586) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:01.768837 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a401897b-a1f7-4ca0-b722-92dce4c909ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.828923 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903347a-a48a-4dc1-81af-fa37106da09c None None] Pushing event updated for resources: {'Port': ['ID=913c0cac-63f2-4288-b1d2-4fb697be06bf,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:01.872678 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'name': 'tempest-TestMinimumBasicScenario-616171995-router', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:53Z', 'updated_at': '2021-09-15T03:04:56Z', 'revision_number': 4, 'project_id': '57971ba5d6be42a1bebaa1799b517bd1', 'gw_port': {'id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:54Z', 'updated_at': '2021-09-15T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '913c0cac-63f2-4288-b1d2-4fb697be06bf', 'name': '', 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'mac_address': 'fa:16:3e:fe:c6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b30d7054-9f4f-432b-b4f5-77deed0f777f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:56Z', 'updated_at': '2021-09-15T03:05:01Z', 'revision_number': 4, 'project_id': '57971ba5d6be42a1bebaa1799b517bd1', 'subnets': [{'id': 'b30d7054-9f4f-432b-b4f5-77deed0f777f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:05:01.874531 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-27bacce5-f536-45b5-bcf1-35cc6cd6fc49 None None] Provisioning complete for port 913c0cac-63f2-4288-b1d2-4fb697be06bf triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:05:01.875482 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-27bacce5-f536-45b5-bcf1-35cc6cd6fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.923516 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae1296-74aa-4f3b-a330-333bca654242 None None] The sync data for ids ['d2e013c9-cd1d-42b1-acbe-67875ec003ae'] in dv-cinder-759955-25-iscsi is: [{'id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'name': 'tempest-TestMinimumBasicScenario-616171995-router', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:53Z', 'updated_at': '2021-09-15T03:04:56Z', 'revision_number': 4, 'project_id': '57971ba5d6be42a1bebaa1799b517bd1', 'gw_port': {'id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:54Z', 'updated_at': '2021-09-15T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '913c0cac-63f2-4288-b1d2-4fb697be06bf', 'name': '', 'network_id': '3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'mac_address': 'fa:16:3e:fe:c6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b30d7054-9f4f-432b-b4f5-77deed0f777f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:56Z', 'updated_at': '2021-09-15T03:05:01Z', 'revision_number': 4, 'project_id': '57971ba5d6be42a1bebaa1799b517bd1', 'subnets': [{'id': 'b30d7054-9f4f-432b-b4f5-77deed0f777f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:05:01.926479 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a401897b-a1f7-4ca0-b722-92dce4c909ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:01.936349 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a401897b-a1f7-4ca0-b722-92dce4c909ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:02.001549 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401897b-a1f7-4ca0-b722-92dce4c909ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd20a38-9cd4-4ae2-b771-257954fb52b5,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:02.024952 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a401897b-a1f7-4ca0-b722-92dce4c909ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abba8dfb947548778aaf4c35b202fb99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703757 Sep 15 03:05:02.026626 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33588) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:02.104616 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aa314ca3-a5cd-46ac-8263-68d9d9b2d8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:02.136834 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aa314ca3-a5cd-46ac-8263-68d9d9b2d8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:02.198629 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aa314ca3-a5cd-46ac-8263-68d9d9b2d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:02.202007 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aa314ca3-a5cd-46ac-8263-68d9d9b2d8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:02.203618 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-aa314ca3-a5cd-46ac-8263-68d9d9b2d8c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8cd20a38-9cd4-4ae2-b771-257954fb52b5 HTTP/1.1" status: 204 len: 168 time: 0.1751204 Sep 15 03:05:02.212943 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa314ca3-a5cd-46ac-8263-68d9d9b2d8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd20a38-9cd4-4ae2-b771-257954fb52b5,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:03.465396 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:03.939587 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 913c0cac-63f2-4288-b1d2-4fb697be06bf up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:05:03.996564 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 913c0cac-63f2-4288-b1d2-4fb697be06bf triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:05:03.997105 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:04.549480 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:05:05.879515 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7bae8f31-c098-42de-b035-2a351cb3dc76 req-874e3845-372b-4acf-bb9e-ebae5eecd9c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444291 Sep 15 03:05:05.974601 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae8f31-c098-42de-b035-2a351cb3dc76 req-3dc0794f-e5d4-455b-8e55-5a29b35e9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:05.976096 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7bae8f31-c098-42de-b035-2a351cb3dc76 req-3dc0794f-e5d4-455b-8e55-5a29b35e9900 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 1098 time: 0.0439956 Sep 15 03:05:06.092731 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae8f31-c098-42de-b035-2a351cb3dc76 req-f4b9e84e-81a7-4b40-821e-58e058e466f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:06.094765 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7bae8f31-c098-42de-b035-2a351cb3dc76 req-f4b9e84e-81a7-4b40-821e-58e058e466f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0974319 Sep 15 03:05:06.141552 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7bae8f31-c098-42de-b035-2a351cb3dc76 req-fa89cb41-1815-471c-ad8b-f0d6a57ced4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf HTTP/1.1" status: 200 len: 217 time: 0.0396516 Sep 15 03:05:06.204488 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae8f31-c098-42de-b035-2a351cb3dc76 req-f94f94b5-5205-4d7a-88cd-c4c2752834c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:06.206204 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7bae8f31-c098-42de-b035-2a351cb3dc76 req-f94f94b5-5205-4d7a-88cd-c4c2752834c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0562406 Sep 15 03:05:06.240579 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7bae8f31-c098-42de-b035-2a351cb3dc76 req-8e71bf26-ca6f-4981-afb1-282754dbd53b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259171 Sep 15 03:05:06.340799 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7bae8f31-c098-42de-b035-2a351cb3dc76 req-0fe5622a-d9c4-4efd-8724-1e1cb1a534a1 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926144 Sep 15 03:05:06.455543 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7bae8f31-c098-42de-b035-2a351cb3dc76 req-89af4031-563f-4cb1-af93-88bd9f32a38c service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046584 Sep 15 03:05:08.225807 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-152484c9-b268-4747-8c40-0300fa03cbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:08.481583 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-14ec836c-84d3-4dd8-a38e-eba46a1ca01b tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:08.483038 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-14ec836c-84d3-4dd8-a38e-eba46a1ca01b tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/networks?id=bb17eef5-fd05-4af3-97aa-1227991cec9f HTTP/1.1" status: 200 len: 815 time: 0.1032703 Sep 15 03:05:08.497826 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-80cb857c-6674-49a4-aa7e-695242c2bc8e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/quotas/b7eaf10fa4104dc188da24b13f77fad4 HTTP/1.1" status: 200 len: 375 time: 0.0086293 Sep 15 03:05:08.545742 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-5a153c7d-f096-42b4-b587-b37bd1070b0f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7eaf10fa4104dc188da24b13f77fad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422070 Sep 15 03:05:08.647294 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-2968c491-1554-40e1-af63-e20183d55521 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:05:08.648292 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-2968c491-1554-40e1-af63-e20183d55521 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0913858 Sep 15 03:05:08.736000 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1cf26317-4d8b-4c08-bf27-085e78e9347e service neutron] 10.222.0.32 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814631 Sep 15 03:05:08.824598 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-34801a1c-e12e-489e-a765-676e612bc218 service neutron] 10.222.0.32 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827527 Sep 15 03:05:08.979447 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8a368b36-fe1f-442e-8120-9287858a9d55 req-03e29530-d988-4c4c-9208-1afe27c84d59 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 210 time: 0.0262084 Sep 15 03:05:10.068518 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe642268-bffc-4451-9b54-959e1e863af0 req-8232ea3f-89db-44e9-addd-e2693e760afe tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 210 time: 0.0265007 Sep 15 03:05:10.744055 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f07ba7c3-7177-4d3a-84e2-5eea978f4a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:11.022864 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:11.156277 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f5c5ef2c-e784-455f-921b-b53525960e1e req-0d2f4a2e-36b3-4c34-b05e-6e5cbe6b310f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 210 time: 0.0261011 Sep 15 03:05:12.143989 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:12.251744 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56628b69-3084-49ab-af00-9495752846bc req-d1a20c13-d4c6-4a10-ad1d-a8c5c9b844d9 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 210 time: 0.0272853 Sep 15 03:05:12.954719 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-f855ee8c-2e4d-48c1-8296-ef0575391a34 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:12.956192 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-f855ee8c-2e4d-48c1-8296-ef0575391a34 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.30 "GET /v2.0/networks?id=bb17eef5-fd05-4af3-97aa-1227991cec9f HTTP/1.1" status: 200 len: 815 time: 0.1043515 Sep 15 03:05:12.992172 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Request body: {'port': {'device_id': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'admin_state_up': True, 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:05:13.099156 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Made reservation on behalf of b7eaf10fa4104dc188da24b13f77fad4 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:05:13.102588 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:13.224581 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Allocated IP 172.20.0.10 (bb17eef5-fd05-4af3-97aa-1227991cec9f/266b9c31-2e3c-4c09-bd9e-3397243fac67/2aa261d9-887d-4fc8-b982-ce354798e313) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:05:13.351656 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb17ebff-8e93-4dfc-951b-451fbc25badf req-b6b6fc87-d0a5-4eab-9189-05bd270380da tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 210 time: 0.0267541 Sep 15 03:05:13.403928 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:13.439735 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:13.498697 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event updated for resources: {'Port': ['ID=2aa261d9-887d-4fc8-b982-ce354798e313,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:13.514952 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Network bb17eef5-fd05-4af3-97aa-1227991cec9f is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:05:13.517015 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:05:13.534338 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:05:13.561343 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:13.596125 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:13.596785 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:13.614072 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1e0e04e7-937b-43dc-a9f4-9cc436cd465c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6255696 Sep 15 03:05:13.852888 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-9d7ddbe9-fa5d-48e8-b572-4dc509227fa1 None None] Provisioning complete for port 2aa261d9-887d-4fc8-b982-ce354798e313 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:05:13.853292 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9d7ddbe9-fa5d-48e8-b572-4dc509227fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:13.892664 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ddbe9-fa5d-48e8-b572-4dc509227fa1 None None] Port 2aa261d9-887d-4fc8-b982-ce354798e313 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:05:14.475046 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35638f-d7ee-4a56-a8bd-b41459729f1b req-de3da288-7cfe-4d10-b447-7d7d3851e907 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:14.476612 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf35638f-d7ee-4a56-a8bd-b41459729f1b req-de3da288-7cfe-4d10-b447-7d7d3851e907 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0567119 Sep 15 03:05:14.529422 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf35638f-d7ee-4a56-a8bd-b41459729f1b req-b58e8596-627c-4773-9350-aebb9f9d52a1 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371099 Sep 15 03:05:15.645908 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899759f-0df8-4594-906c-694e01749fff req-1859851b-49e8-4625-9483-20ca4cab9bff tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:15.647389 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4899759f-0df8-4594-906c-694e01749fff req-1859851b-49e8-4625-9483-20ca4cab9bff tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0492208 Sep 15 03:05:15.687276 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4899759f-0df8-4594-906c-694e01749fff req-29b27314-6223-4b09-a6ba-5745b34426bb tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337942 Sep 15 03:05:16.806221 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915e185-5d49-4f64-a7cf-a88f2a9ae17f req-eede28e9-c547-4dd2-9622-41aee422baf8 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:16.808519 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0915e185-5d49-4f64-a7cf-a88f2a9ae17f req-eede28e9-c547-4dd2-9622-41aee422baf8 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0520108 Sep 15 03:05:16.861265 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33844) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:16.861799 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0915e185-5d49-4f64-a7cf-a88f2a9ae17f req-038d4dba-4fbe-44b0-b0c0-44498b0f3cbd tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433626 Sep 15 03:05:16.967747 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-08215a14-eb8b-44d7-a5e6-249ab3dad942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.061524 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-08215a14-eb8b-44d7-a5e6-249ab3dad942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.065453 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-08215a14-eb8b-44d7-a5e6-249ab3dad942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.103226 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08215a14-eb8b-44d7-a5e6-249ab3dad942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bac7ad-abfa-4270-adb2-edb24c57852a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:17.111415 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-08215a14-eb8b-44d7-a5e6-249ab3dad942 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a205438640ee4c3fa2963253c6949c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484109 Sep 15 03:05:17.113055 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33848) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:17.180333 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-85661a3d-037d-42f0-b59f-e4ca33f40dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.200614 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-85661a3d-037d-42f0-b59f-e4ca33f40dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.253483 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-85661a3d-037d-42f0-b59f-e4ca33f40dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.255981 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-85661a3d-037d-42f0-b59f-e4ca33f40dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.257348 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-85661a3d-037d-42f0-b59f-e4ca33f40dca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42bac7ad-abfa-4270-adb2-edb24c57852a HTTP/1.1" status: 204 len: 168 time: 0.1427805 Sep 15 03:05:17.266284 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85661a3d-037d-42f0-b59f-e4ca33f40dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bac7ad-abfa-4270-adb2-edb24c57852a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:17.569425 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33858) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:17.582872 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7feea659-2698-4162-aa83-b1f8fd645a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.674874 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7feea659-2698-4162-aa83-b1f8fd645a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.680188 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7feea659-2698-4162-aa83-b1f8fd645a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.719510 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7feea659-2698-4162-aa83-b1f8fd645a87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=978d8128fdee44c195080f6d003129e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490157 Sep 15 03:05:17.721481 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feea659-2698-4162-aa83-b1f8fd645a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f590a37-cc1a-4a0c-9749-8a7018cfc2ba,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:17.722165 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 33860) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:17.779255 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9e982b8a-6bd7-4929-b708-de333d987017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.799825 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9e982b8a-6bd7-4929-b708-de333d987017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.850823 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9e982b8a-6bd7-4929-b708-de333d987017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.854455 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9e982b8a-6bd7-4929-b708-de333d987017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:17.862424 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9e982b8a-6bd7-4929-b708-de333d987017 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f590a37-cc1a-4a0c-9749-8a7018cfc2ba HTTP/1.1" status: 204 len: 168 time: 0.1326041 Sep 15 03:05:17.869997 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e982b8a-6bd7-4929-b708-de333d987017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f590a37-cc1a-4a0c-9749-8a7018cfc2ba,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:18.002485 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0c0c0-24f8-4a5c-ba21-fabd2e0c4e38 req-ec169493-628d-4263-8a5b-a3777248c1cf tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:18.004008 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-68e0c0c0-24f8-4a5c-ba21-fabd2e0c4e38 req-ec169493-628d-4263-8a5b-a3777248c1cf tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0730715 Sep 15 03:05:18.051639 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-68e0c0c0-24f8-4a5c-ba21-fabd2e0c4e38 req-ba46645f-4de7-46c3-b78a-71c2bc00f7b1 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Sep 15 03:05:19.181574 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826e225-962f-43fa-81e4-ca0c68e48a08 req-0f0b2804-1429-4faf-976a-011141fa5217 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:19.183149 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b826e225-962f-43fa-81e4-ca0c68e48a08 req-0f0b2804-1429-4faf-976a-011141fa5217 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0495644 Sep 15 03:05:19.232121 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b826e225-962f-43fa-81e4-ca0c68e48a08 req-6e1eaa01-e9d2-48b4-b0d9-42df6416e339 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Sep 15 03:05:20.346577 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500c486-3935-4bae-8e4f-a8d92705175b req-abcc5ddc-bcc2-4fed-b516-31ca5ee29642 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:20.348076 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9500c486-3935-4bae-8e4f-a8d92705175b req-abcc5ddc-bcc2-4fed-b516-31ca5ee29642 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0505409 Sep 15 03:05:20.387229 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9500c486-3935-4bae-8e4f-a8d92705175b req-0bcf98c5-9551-4818-9623-17280fb0de59 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321481 Sep 15 03:05:21.503900 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142266d-3487-4c23-be88-bfdafa93a68c req-b5e06642-fcf8-4d41-a5fc-f7b255ac7a74 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:21.505376 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1142266d-3487-4c23-be88-bfdafa93a68c req-b5e06642-fcf8-4d41-a5fc-f7b255ac7a74 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0510254 Sep 15 03:05:21.541322 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1142266d-3487-4c23-be88-bfdafa93a68c req-6c496f5d-1989-4db8-b3e4-1ff905fe140a tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301621 Sep 15 03:05:22.651652 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b2542-fd90-404c-9bbe-fb57d93ad237 req-41ec599e-fbe3-401b-8c0d-e48b7b86542a tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:22.653125 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-163b2542-fd90-404c-9bbe-fb57d93ad237 req-41ec599e-fbe3-401b-8c0d-e48b7b86542a tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0470238 Sep 15 03:05:22.689538 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-163b2542-fd90-404c-9bbe-fb57d93ad237 req-2aceaac0-58c0-418e-8844-68292356af0e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Sep 15 03:05:23.798415 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e50197-eac7-4eb1-bd3f-53018da36e7b req-70e56a13-64bf-4520-85b4-e63ffd4a440a tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:23.799811 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26e50197-eac7-4eb1-bd3f-53018da36e7b req-70e56a13-64bf-4520-85b4-e63ffd4a440a tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0474892 Sep 15 03:05:23.838076 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26e50197-eac7-4eb1-bd3f-53018da36e7b req-8ac46e0d-75c4-45e9-8131-206fb11f5f9a tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324068 Sep 15 03:05:24.949521 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e0181-5c73-4496-8a2e-b8507a5dc285 req-c4f7caeb-699b-40dd-a1ae-f889c15476ad tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:24.950972 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-876e0181-5c73-4496-8a2e-b8507a5dc285 req-c4f7caeb-699b-40dd-a1ae-f889c15476ad tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0505445 Sep 15 03:05:24.987610 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-876e0181-5c73-4496-8a2e-b8507a5dc285 req-b326b0b4-c69b-461e-a393-7642b00d01eb tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304320 Sep 15 03:05:26.098481 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4129a6-6ae3-4310-b586-3ba600ae287a req-25690b53-6183-4476-ace4-a83ad6819950 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:26.099964 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2a4129a6-6ae3-4310-b586-3ba600ae287a req-25690b53-6183-4476-ace4-a83ad6819950 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0492291 Sep 15 03:05:26.140651 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2a4129a6-6ae3-4310-b586-3ba600ae287a req-4eefa85b-b6e0-4e70-a500-c34ae30809be tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347512 Sep 15 03:05:27.255176 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fd2eb-2e11-42e6-94e5-12653632a2ad req-d7d4de64-c508-4d60-8bd0-906e8b4750ab tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:27.256548 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e27fd2eb-2e11-42e6-94e5-12653632a2ad req-d7d4de64-c508-4d60-8bd0-906e8b4750ab tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0492902 Sep 15 03:05:27.292013 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e27fd2eb-2e11-42e6-94e5-12653632a2ad req-79669d72-68e5-48f7-b90f-71a3282f162c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295565 Sep 15 03:05:28.406107 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422d431-fb3a-4e35-9f38-e9aae616c46f req-99b22f9b-6d4c-4592-8a94-866a184dd452 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:28.407478 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8422d431-fb3a-4e35-9f38-e9aae616c46f req-99b22f9b-6d4c-4592-8a94-866a184dd452 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0515921 Sep 15 03:05:28.443693 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8422d431-fb3a-4e35-9f38-e9aae616c46f req-66f5ca9b-d852-478c-b2fe-bb0709ec2c62 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303659 Sep 15 03:05:29.564484 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf6b9-3878-45d5-861a-b56fd93a1fab req-3bd23d15-277c-4525-9e16-fa9d6b7bcec8 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:29.566023 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-179cf6b9-3878-45d5-861a-b56fd93a1fab req-3bd23d15-277c-4525-9e16-fa9d6b7bcec8 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0521290 Sep 15 03:05:29.604645 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-179cf6b9-3878-45d5-861a-b56fd93a1fab req-f62e4cb9-b8d1-49d2-97ea-cf5b19782bb0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Sep 15 03:05:30.714164 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8dd83-5600-4a3f-893b-d1756de721d1 req-4eff6dfe-a5d8-4e32-8187-1179ff520794 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:30.715608 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb8dd83-5600-4a3f-893b-d1756de721d1 req-4eff6dfe-a5d8-4e32-8187-1179ff520794 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0472302 Sep 15 03:05:30.752249 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb8dd83-5600-4a3f-893b-d1756de721d1 req-b95c622c-bd03-4c12-a0bc-0ac47e5ad558 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302835 Sep 15 03:05:31.865519 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dada9-ce53-4a61-a1a7-5a030fd08c50 req-21788988-1e34-4c17-ae7f-eda97760bba3 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:31.866984 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a54dada9-ce53-4a61-a1a7-5a030fd08c50 req-21788988-1e34-4c17-ae7f-eda97760bba3 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 932 time: 0.0505631 Sep 15 03:05:31.903618 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a54dada9-ce53-4a61-a1a7-5a030fd08c50 req-b0122c58-1143-41dd-bb8f-6ec054fac188 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308478 Sep 15 03:05:32.099761 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Request body: {'port': {'device_id': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:05:32.150290 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:32.410048 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa261d9-887d-4fc8-b982-ce354798e313 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:05:32.417798 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:32.429756 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Transition to ACTIVE for port object 2aa261d9-887d-4fc8-b982-ce354798e313 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:05:32.433705 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:32.527258 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Pushing event updated for resources: {'Port': ['ID=2aa261d9-887d-4fc8-b982-ce354798e313,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:32.568277 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Attempting to bind port 2aa261d9-887d-4fc8-b982-ce354798e313 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:05:32.568832 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Attempting to bind port 2aa261d9-887d-4fc8-b982-ce354798e313 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:05:32.569114 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Attempting to bind port 2aa261d9-887d-4fc8-b982-ce354798e313 on network bb17eef5-fd05-4af3-97aa-1227991cec9f {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:05:32.574910 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Port 2aa261d9-887d-4fc8-b982-ce354798e313 on network bb17eef5-fd05-4af3-97aa-1227991cec9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:05:32.575227 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Attempting to bind port 2aa261d9-887d-4fc8-b982-ce354798e313 on network bb17eef5-fd05-4af3-97aa-1227991cec9f {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:05:32.580840 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:05:32.581197 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Checking segment: {'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:05:32.581573 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Bound using segment: {'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:05:32.581992 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Bound port: 2aa261d9-887d-4fc8-b982-ce354798e313, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6373cc00-fe14-4da5-8761-d1a46f4c858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:05:32.582339 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:32.655517 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] For port 2aa261d9-887d-4fc8-b982-ce354798e313, host hv-cinder-75995, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:05:32.655517 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] For port 2aa261d9-887d-4fc8-b982-ce354798e313, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2aa261d9-887d-4fc8-b982-ce354798e313,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:05:32.658889 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:32.689213 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:32.689724 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:32.691098 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] 10.222.0.30 "PUT /v2.0/ports/2aa261d9-887d-4fc8-b982-ce354798e313 HTTP/1.1" status: 200 len: 1094 time: 0.5958803 Sep 15 03:05:32.693340 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:05:32.695629 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d440bf4-766b-4863-8a40-ceabe530da72" -d '{"events": [{"name": "network-changed", "server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:05:32.723475 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf97031-2b18-41d8-8b07-67ff0943faaa service neutron] Pushing event updated for resources: {'Port': ['ID=2aa261d9-887d-4fc8-b982-ce354798e313,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:32.824818 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-51467636-b9d3-459e-91e6-03b0638d67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:32.826248 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-51467636-b9d3-459e-91e6-03b0638d67f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7eaf10fa4104dc188da24b13f77fad4&device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0452688 Sep 15 03:05:32.881006 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d074b614-a993-4422-a08b-c9de9e45115a x-openstack-request-id: req-d074b614-a993-4422-a08b-c9de9e45115a {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:05:32.881306 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:05:32.881557 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d074b614-a993-4422-a08b-c9de9e45115a {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:05:32.881957 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313', 'status': 'completed', 'code': 200} Sep 15 03:05:32.883743 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-038ef1c6-574f-4727-8e4d-be14595d67e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aa261d9-887d-4fc8-b982-ce354798e313 HTTP/1.1" status: 200 len: 217 time: 0.0430393 Sep 15 03:05:32.941814 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-441d83dd-6c4e-4778-901c-f70e95d44adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:32.943405 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-441d83dd-6c4e-4778-901c-f70e95d44adb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266b9c31-2e3c-4c09-bd9e-3397243fac67 HTTP/1.1" status: 200 len: 854 time: 0.0446832 Sep 15 03:05:32.989982 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-5b674d4c-3509-4772-aaf9-60d8339d3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:32.991498 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-5b674d4c-3509-4772-aaf9-60d8339d3cdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb17eef5-fd05-4af3-97aa-1227991cec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399086 Sep 15 03:05:33.017413 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0a32d-90c3-4010-885f-1942cec97fa8 req-7f743ab3-f0b5-487c-a56a-71f4c610f8ea tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:33.018927 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97b0a32d-90c3-4010-885f-1942cec97fa8 req-7f743ab3-f0b5-487c-a56a-71f4c610f8ea tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 944 time: 0.0482295 Sep 15 03:05:33.055541 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97b0a32d-90c3-4010-885f-1942cec97fa8 req-252c2e58-dcd6-4579-9716-920263b406ee tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307248 Sep 15 03:05:33.085875 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-6e32ea93-8064-4763-bae1-269a0e202434 service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861535 Sep 15 03:05:33.171871 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-11f6187f-437a-4b5b-b2c8-8e5add76b42d req-4ab3fc1c-17f2-4cc8-9517-00904732c1a9 service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780828 Sep 15 03:05:33.307192 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d440bf4-766b-4863-8a40-ceabe530da72 req-8de45959-dc72-49ca-b1b6-6da3506f0e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:33.308673 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d440bf4-766b-4863-8a40-ceabe530da72 req-8de45959-dc72-49ca-b1b6-6da3506f0e18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7eaf10fa4104dc188da24b13f77fad4&device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0429664 Sep 15 03:05:33.395089 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d440bf4-766b-4863-8a40-ceabe530da72 req-b12233d6-daf8-4a64-81af-66c91183d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:33.396514 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d440bf4-766b-4863-8a40-ceabe530da72 req-b12233d6-daf8-4a64-81af-66c91183d03d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb17eef5-fd05-4af3-97aa-1227991cec9f HTTP/1.1" status: 200 len: 916 time: 0.0804155 Sep 15 03:05:33.440709 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d440bf4-766b-4863-8a40-ceabe530da72 req-f6da247f-af64-4cba-bf21-a8eb7d7da362 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aa261d9-887d-4fc8-b982-ce354798e313 HTTP/1.1" status: 200 len: 217 time: 0.0358829 Sep 15 03:05:33.452055 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:33.490379 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d440bf4-766b-4863-8a40-ceabe530da72 req-d948ab45-14c5-46c1-88b8-26da2eb5c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:33.491832 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d440bf4-766b-4863-8a40-ceabe530da72 req-d948ab45-14c5-46c1-88b8-26da2eb5c198 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266b9c31-2e3c-4c09-bd9e-3397243fac67 HTTP/1.1" status: 200 len: 854 time: 0.0436535 Sep 15 03:05:33.537037 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d440bf4-766b-4863-8a40-ceabe530da72 req-6a2c3cc1-c638-450b-9f35-66d57501a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:33.538503 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d440bf4-766b-4863-8a40-ceabe530da72 req-6a2c3cc1-c638-450b-9f35-66d57501a41c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb17eef5-fd05-4af3-97aa-1227991cec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388184 Sep 15 03:05:33.629466 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d440bf4-766b-4863-8a40-ceabe530da72 req-4ea9dddb-fd8a-43e1-bd56-f1cb9676202e service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828228 Sep 15 03:05:33.720109 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d440bf4-766b-4863-8a40-ceabe530da72 req-d7cf815e-9213-4853-9233-223ad3a92903 service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821707 Sep 15 03:05:34.174353 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d5432-a0ba-4f4a-854b-15e7cc08911d req-6fb690b1-3a95-4285-a046-b47b379c187e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:34.175834 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a8d5432-a0ba-4f4a-854b-15e7cc08911d req-6fb690b1-3a95-4285-a046-b47b379c187e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 944 time: 0.0529344 Sep 15 03:05:34.213217 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a8d5432-a0ba-4f4a-854b-15e7cc08911d req-7b71bdb8-8cca-49bd-a439-ad7e06625b4f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Sep 15 03:05:35.146418 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34038) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:35.246181 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0c0b60b2-5010-450a-9a4a-0d54486dd77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:35.345939 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99cea-c14a-4e45-9492-41b40bcb51a4 req-e91455db-361d-4e85-b21b-1b617055efa2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:35.347423 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4db99cea-c14a-4e45-9492-41b40bcb51a4 req-e91455db-361d-4e85-b21b-1b617055efa2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 944 time: 0.0677698 Sep 15 03:05:35.402627 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0c0b60b2-5010-450a-9a4a-0d54486dd77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:35.408906 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4db99cea-c14a-4e45-9492-41b40bcb51a4 req-b808658d-a3c0-4c62-9084-e8235f18c6ac tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536189 Sep 15 03:05:35.415746 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0c0b60b2-5010-450a-9a4a-0d54486dd77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:35.453138 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0c0b60b2-5010-450a-9a4a-0d54486dd77b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=637f324469cb4646acd212b0bb4eb973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056512 Sep 15 03:05:35.455539 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b60b2-5010-450a-9a4a-0d54486dd77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd901ca5-0452-4aa8-8600-8a3cac4812b2,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:35.456304 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34046) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:35.503999 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7ad12ec-ab60-41a8-8e29-d8acf8bf1069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:35.524544 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7ad12ec-ab60-41a8-8e29-d8acf8bf1069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:35.568746 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7ad12ec-ab60-41a8-8e29-d8acf8bf1069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:35.571233 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7ad12ec-ab60-41a8-8e29-d8acf8bf1069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:35.572361 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d7ad12ec-ab60-41a8-8e29-d8acf8bf1069 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd901ca5-0452-4aa8-8600-8a3cac4812b2 HTTP/1.1" status: 204 len: 168 time: 0.1150386 Sep 15 03:05:35.580971 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad12ec-ab60-41a8-8e29-d8acf8bf1069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd901ca5-0452-4aa8-8600-8a3cac4812b2,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:35.827111 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34052) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:35.840870 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-efdd2f50-76be-4587-a73a-9aec6d143fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:35.923746 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-efdd2f50-76be-4587-a73a-9aec6d143fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:35.927108 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-efdd2f50-76be-4587-a73a-9aec6d143fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:35.963506 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd2f50-76be-4587-a73a-9aec6d143fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a58ed12-286c-48e4-8331-5ef4d3c8aad6,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:35.968701 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-efdd2f50-76be-4587-a73a-9aec6d143fc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c611155a26c4b9ea488b07d8cd2b420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405962 Sep 15 03:05:35.971191 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34054) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:36.019719 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93d02b10-3fdf-45d1-a153-12674c3ef677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:36.039283 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93d02b10-3fdf-45d1-a153-12674c3ef677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:36.084360 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93d02b10-3fdf-45d1-a153-12674c3ef677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:36.086859 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93d02b10-3fdf-45d1-a153-12674c3ef677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:36.087986 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-93d02b10-3fdf-45d1-a153-12674c3ef677 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a58ed12-286c-48e4-8331-5ef4d3c8aad6 HTTP/1.1" status: 204 len: 168 time: 0.1159263 Sep 15 03:05:36.095340 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d02b10-3fdf-45d1-a153-12674c3ef677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a58ed12-286c-48e4-8331-5ef4d3c8aad6,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:36.160664 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 2aa261d9-887d-4fc8-b982-ce354798e313 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:05:36.254647 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 2aa261d9-887d-4fc8-b982-ce354798e313, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2aa261d9-887d-4fc8-b982-ce354798e313,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:05:36.265540 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '2aa261d9-887d-4fc8-b982-ce354798e313', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'port_id': '2aa261d9-887d-4fc8-b982-ce354798e313', 'mac_address': 'fa:16:3e:b6:dc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:05:36.305743 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:36.319093 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa261d9-887d-4fc8-b982-ce354798e313 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:05:36.337968 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 2aa261d9-887d-4fc8-b982-ce354798e313, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2aa261d9-887d-4fc8-b982-ce354798e313,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:05:36.342004 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:36.389812 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=2aa261d9-887d-4fc8-b982-ce354798e313,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:36.529372 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb6260-beea-4f16-a28f-9c90d8c514e8 req-72a1351c-f25c-45b0-9e10-5c8bd580f830 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:36.530895 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-53bb6260-beea-4f16-a28f-9c90d8c514e8 req-72a1351c-f25c-45b0-9e10-5c8bd580f830 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 945 time: 0.0480080 Sep 15 03:05:36.569709 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-53bb6260-beea-4f16-a28f-9c90d8c514e8 req-e674e69a-d6ad-4239-b911-f48e6a94f837 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322206 Sep 15 03:05:36.878519 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['2aa261d9-887d-4fc8-b982-ce354798e313'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:05:37.681251 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feece907-c245-46dc-b619-e7ced4575753 req-6999f4b2-6ded-4aa5-b168-128467a15cf8 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:37.682745 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-feece907-c245-46dc-b619-e7ced4575753 req-6999f4b2-6ded-4aa5-b168-128467a15cf8 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 945 time: 0.0479152 Sep 15 03:05:37.718869 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-feece907-c245-46dc-b619-e7ced4575753 req-eed5981f-1b4e-47ac-981f-39e1b8aeae7b tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301380 Sep 15 03:05:38.164426 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 2aa261d9-887d-4fc8-b982-ce354798e313 up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:05:38.218466 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 2aa261d9-887d-4fc8-b982-ce354798e313 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:05:38.226727 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 2aa261d9-887d-4fc8-b982-ce354798e313 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:05:38.227170 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:38.249110 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-55bc8394-dc75-4150-9cf2-3a9cab3095a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:38.306507 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:38.329641 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:05:38.331989 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fd2fa5-3b92-4951-9c72-1dccd6e8af97" -d '{"events": [{"server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "name": "network-vif-plugged", "status": "completed", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:05:38.347409 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 2aa261d9-887d-4fc8-b982-ce354798e313, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2aa261d9-887d-4fc8-b982-ce354798e313,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:05:38.351614 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:38.403110 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=2aa261d9-887d-4fc8-b982-ce354798e313,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:38.488362 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32117542-c671-4851-81a7-513351290cc1 x-openstack-request-id: req-32117542-c671-4851-81a7-513351290cc1 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:05:38.488657 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "name": "network-vif-plugged", "status": "completed", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:05:38.488936 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32117542-c671-4851-81a7-513351290cc1 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:05:38.489341 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313', 'code': 200} Sep 15 03:05:38.689506 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb62661-1b7c-40c8-8a62-7e325640d645 req-9007cfe1-c982-440d-a133-afdcee1b7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:38.690994 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7eb62661-1b7c-40c8-8a62-7e325640d645 req-9007cfe1-c982-440d-a133-afdcee1b7f96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0396817 Sep 15 03:05:38.731845 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7eb62661-1b7c-40c8-8a62-7e325640d645 req-eb2ea9ce-82a3-4d67-bde6-ef0105c40bce service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Sep 15 03:05:38.833077 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f60381-53f5-413e-a91f-0101aa272e17 req-19f5b658-e763-4526-8575-48bc5a8f9162 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:38.834529 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-21f60381-53f5-413e-a91f-0101aa272e17 req-19f5b658-e763-4526-8575-48bc5a8f9162 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 946 time: 0.0473733 Sep 15 03:05:38.874720 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-21f60381-53f5-413e-a91f-0101aa272e17 req-a5504a0c-0c59-477c-b030-0f5509cb9057 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341926 Sep 15 03:05:39.991616 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff244b-0608-4a14-bcd7-ba954fe0c32b req-f4c9cc97-2edd-4494-b4b8-91c4b44fb83e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:39.993236 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f1ff244b-0608-4a14-bcd7-ba954fe0c32b req-f4c9cc97-2edd-4494-b4b8-91c4b44fb83e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 946 time: 0.0496688 Sep 15 03:05:40.031011 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f1ff244b-0608-4a14-bcd7-ba954fe0c32b req-16dc4d82-721c-4b1b-ab2b-3d5df972ea77 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319240 Sep 15 03:05:40.055722 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34142) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:40.158178 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b24df3b2-ac7e-47cb-8e02-12adeab3cc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:40.244313 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b24df3b2-ac7e-47cb-8e02-12adeab3cc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:40.247938 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b24df3b2-ac7e-47cb-8e02-12adeab3cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:40.284923 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b24df3b2-ac7e-47cb-8e02-12adeab3cc5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b897f6e279664115bd7ab5c443598a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281852 Sep 15 03:05:40.285769 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24df3b2-ac7e-47cb-8e02-12adeab3cc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1485d5-0cb0-48df-875e-87dd041557b8,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:40.288299 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34146) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:40.338040 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140cc54f-0565-4a40-8e00-41f1b0877e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:40.360338 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140cc54f-0565-4a40-8e00-41f1b0877e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:40.410060 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140cc54f-0565-4a40-8e00-41f1b0877e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:40.414099 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140cc54f-0565-4a40-8e00-41f1b0877e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:40.415296 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-140cc54f-0565-4a40-8e00-41f1b0877e74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac1485d5-0cb0-48df-875e-87dd041557b8 HTTP/1.1" status: 204 len: 168 time: 0.1259594 Sep 15 03:05:40.423599 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cc54f-0565-4a40-8e00-41f1b0877e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1485d5-0cb0-48df-875e-87dd041557b8,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:40.744518 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9642cab0-5c06-4742-9af2-852bc19c23be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:41.023284 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:41.143547 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf18ea-1a2b-4287-b2a8-1abc9a4d45be req-6a71ad8e-06f3-4ec3-8efb-b4f187ad21f2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:41.145051 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e1cf18ea-1a2b-4287-b2a8-1abc9a4d45be req-6a71ad8e-06f3-4ec3-8efb-b4f187ad21f2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 946 time: 0.0486314 Sep 15 03:05:41.182136 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e1cf18ea-1a2b-4287-b2a8-1abc9a4d45be req-fcb68a8d-96ca-4862-866b-f503042fc823 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313022 Sep 15 03:05:41.294194 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ca198-e2d7-458a-bf2c-817df257b294 req-007164fe-d32b-4277-9c6f-1f59efe02000 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:41.295552 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-165ca198-e2d7-458a-bf2c-817df257b294 req-007164fe-d32b-4277-9c6f-1f59efe02000 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 946 time: 0.0505896 Sep 15 03:05:41.332311 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-165ca198-e2d7-458a-bf2c-817df257b294 req-aa030f5d-e920-4b62-9c4a-f0a22ed420a6 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303884 Sep 15 03:05:41.548657 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:05:41.643470 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ec62d-082b-4ee9-8d02-a7a68b310ff3 req-0cd89de3-d9a9-4e06-8933-06d77408bc78 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:41.644944 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2c5ec62d-082b-4ee9-8d02-a7a68b310ff3 req-0cd89de3-d9a9-4e06-8933-06d77408bc78 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 946 time: 0.0474603 Sep 15 03:05:41.681581 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2c5ec62d-082b-4ee9-8d02-a7a68b310ff3 req-f6125602-3b43-4403-a61b-00dbf4cf08ad tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Sep 15 03:05:42.146696 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:43.554852 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:51.076698 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83880d89-cc4d-4161-827c-f54fc7d96ecc req-77f8f2be-48a0-4724-a064-1959851982c8 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:51.078176 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-83880d89-cc4d-4161-827c-f54fc7d96ecc req-77f8f2be-48a0-4724-a064-1959851982c8 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 946 time: 0.0469594 Sep 15 03:05:51.113511 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-83880d89-cc4d-4161-827c-f54fc7d96ecc req-b44077d7-685e-4ec0-85a9-3b564c595d8b tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296943 Sep 15 03:05:51.135000 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34226) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:51.315504 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b7730b-642f-4885-9c10-507603ccb3b9 tempest-TestMinimumBasicScenario-128908269 tempest-TestMinimumBasicScenario-128908269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:51.317058 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-83b7730b-642f-4885-9c10-507603ccb3b9 tempest-TestMinimumBasicScenario-128908269 tempest-TestMinimumBasicScenario-128908269-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 1094 time: 0.1809394 Sep 15 03:05:51.319757 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34230) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:51.323794 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Request body: {'floatingip': {'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'port_id': '2aa261d9-887d-4fc8-b982-ce354798e313', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:05:51.344181 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:51.437760 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:51.540076 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Allocated IP 172.27.2.184 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/16cbecad-c7d3-4809-95c7-cc1304098d72) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:05:51.636659 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:51.668237 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:51.705948 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:05:51.708557 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:05:51.711866 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:05:51.739630 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event updated for resources: {'Port': ['ID=16cbecad-c7d3-4809-95c7-cc1304098d72,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:51.751705 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:51.752050 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:51.752388 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:51.752720 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:51.753074 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:51.753403 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:51.753727 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:51.754050 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:51.754371 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:51.754691 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:51.755012 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:51.755327 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:52.061773 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:52.129491 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:52.275224 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:52.279396 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130386883'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:52.344460 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event updated for resources: {'Port': ['ID=16cbecad-c7d3-4809-95c7-cc1304098d72,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:52.355733 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:52.451934 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Floating IP 3f2f5adb-9d59-44ad-be77-977a885027c8 associated. External IP: 172.27.2.184, port: 2aa261d9-887d-4fc8-b982-ce354798e313. Sep 15 03:05:52.649918 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:05:52.993517 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:05:53.003416 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b4a19-06b4-4004-9a5c-dfe41415b52c None None] Sync routers for ids ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:05:53.009478 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.013997 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b4a19-06b4-4004-9a5c-dfe41415b52c None None] Routers {'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:05:53.014608 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f56b4a19-06b4-4004-9a5c-dfe41415b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:05:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:05:53.035729 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-aacbbe25-0443-44c7-b509-3682f87497e0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7150140 Sep 15 03:05:53.036278 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:05:53.038542 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b5f37f379dde398f92d12e294ae0c4400e5de163891a3a78778841afde8ffe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1863f9aa-ced5-4ad9-b782-c90c432231d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:05:53.038700 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34234) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:53.043321 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396656817', 'description': 'tempest-secgroup-smoke-396656817 description', 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:05:53.068328 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.122515 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f56b4a19-06b4-4004-9a5c-dfe41415b52c None None] Set router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:05:53.154859 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.160064 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.188331 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.189601 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1499407 Sep 15 03:05:53.192571 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34240) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:53.197068 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-acac18bb-f442-4e96-8715-33372f74700d tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Request body: {'security_group_rule': {'security_group_id': 'f192e071-31b1-4821-8cc2-6f79f721d155', 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:05:53.203144 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f192e071-31b1-4821-8cc2-6f79f721d155,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:53.203303 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbf8a4e-480b-4852-9e25-e3dc40b9b706 x-openstack-request-id: req-0dbf8a4e-480b-4852-9e25-e3dc40b9b706 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:05:53.203444 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:05:53.203704 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dbf8a4e-480b-4852-9e25-e3dc40b9b706 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:05:53.204090 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313', 'status': 'completed', 'code': 200} Sep 15 03:05:53.210661 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:53.211006 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:53.211340 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:53.211670 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:53.211995 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:53.212318 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:53.212639 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:53.213002 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:53.213338 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:53.213618 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:53.213928 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:53.214318 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee48be7-a0fb-4882-9833-8448c3bd6590 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:05:53.227418 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-acac18bb-f442-4e96-8715-33372f74700d tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.301720 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-acac18bb-f442-4e96-8715-33372f74700d tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.302423 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863f9aa-ced5-4ad9-b782-c90c432231d0 req-f1577e97-60d1-4f76-bf3f-716145584033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:53.303962 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1863f9aa-ced5-4ad9-b782-c90c432231d0 req-f1577e97-60d1-4f76-bf3f-716145584033 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7eaf10fa4104dc188da24b13f77fad4&device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0510497 Sep 15 03:05:53.306235 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-acac18bb-f442-4e96-8715-33372f74700d tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.323619 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac18bb-f442-4e96-8715-33372f74700d tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e1952f-e832-4d48-9878-ea393928e548,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:53.330358 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-acac18bb-f442-4e96-8715-33372f74700d tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.331901 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-acac18bb-f442-4e96-8715-33372f74700d tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382804 Sep 15 03:05:53.334418 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34244) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:53.338783 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-8c7927f6-435f-476f-ad12-43957fd47684 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Request body: {'security_group_rule': {'security_group_id': 'f192e071-31b1-4821-8cc2-6f79f721d155', 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:05:53.365092 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c7927f6-435f-476f-ad12-43957fd47684 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.389922 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f56b4a19-06b4-4004-9a5c-dfe41415b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:51Z', 'revision_number': 4, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '3f2f5adb-9d59-44ad-be77-977a885027c8', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'port_id': '2aa261d9-887d-4fc8-b982-ce354798e313', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'mac_address': 'fa:16:3e:b6:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:05:51Z', 'updated_at': '2021-09-15T03:05:51Z', 'revision_number': 0, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827a9276-baa6-4f39-b091-e2b23a51f566', 'name': '', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'mac_address': 'fa:16:3e:22:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:51Z', 'updated_at': '2021-09-15T03:04:55Z', 'revision_number': 5, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'subnets': [{'id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:05:53.411822 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863f9aa-ced5-4ad9-b782-c90c432231d0 req-ebcc6127-2ede-4b5a-95a5-183d24919463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:53.413803 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1863f9aa-ced5-4ad9-b782-c90c432231d0 req-ebcc6127-2ede-4b5a-95a5-183d24919463 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb17eef5-fd05-4af3-97aa-1227991cec9f HTTP/1.1" status: 200 len: 916 time: 0.1011240 Sep 15 03:05:53.417352 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b4a19-06b4-4004-9a5c-dfe41415b52c None None] Checking router: dd0a085c-c9bc-4722-83ef-5f2d4cc4309d for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:05:53.423075 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c7927f6-435f-476f-ad12-43957fd47684 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.426958 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b4a19-06b4-4004-9a5c-dfe41415b52c None None] Routers {'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:05:53.427606 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f56b4a19-06b4-4004-9a5c-dfe41415b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:05:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:05:53.433800 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c7927f6-435f-476f-ad12-43957fd47684 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.456678 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7927f6-435f-476f-ad12-43957fd47684 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fb0549-cba6-4bb5-961c-49cbb1235a2f,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:53.460784 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c7927f6-435f-476f-ad12-43957fd47684 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.465088 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8c7927f6-435f-476f-ad12-43957fd47684 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293957 Sep 15 03:05:53.465581 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34246) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:53.471605 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-25b571f1-3731-492c-886c-3e0d3be1fdbd tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Request body: {'security_group_rule': {'security_group_id': 'f192e071-31b1-4821-8cc2-6f79f721d155', 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:05:53.483892 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1863f9aa-ced5-4ad9-b782-c90c432231d0 req-a34de778-f43d-4b31-a4b5-ca96f07f36c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aa261d9-887d-4fc8-b982-ce354798e313 HTTP/1.1" status: 200 len: 1000 time: 0.0600715 Sep 15 03:05:53.502593 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25b571f1-3731-492c-886c-3e0d3be1fdbd tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.535390 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863f9aa-ced5-4ad9-b782-c90c432231d0 req-0de24ae0-aa64-450a-b0f3-6764701423a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:53.535674 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f56b4a19-06b4-4004-9a5c-dfe41415b52c None None] Set router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:05:53.536858 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1863f9aa-ced5-4ad9-b782-c90c432231d0 req-0de24ae0-aa64-450a-b0f3-6764701423a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266b9c31-2e3c-4c09-bd9e-3397243fac67 HTTP/1.1" status: 200 len: 854 time: 0.0454187 Sep 15 03:05:53.567122 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25b571f1-3731-492c-886c-3e0d3be1fdbd tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.574101 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25b571f1-3731-492c-886c-3e0d3be1fdbd tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.594575 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b571f1-3731-492c-886c-3e0d3be1fdbd tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640eef25-d8e2-434e-a56d-3cbc449ca539,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:53.602216 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25b571f1-3731-492c-886c-3e0d3be1fdbd tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.603683 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-25b571f1-3731-492c-886c-3e0d3be1fdbd tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371529 Sep 15 03:05:53.606261 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863f9aa-ced5-4ad9-b782-c90c432231d0 req-dfa6a9e8-4489-43ac-ba87-567d2d494eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:53.606394 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34248) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:53.607873 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1863f9aa-ced5-4ad9-b782-c90c432231d0 req-dfa6a9e8-4489-43ac-ba87-567d2d494eb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb17eef5-fd05-4af3-97aa-1227991cec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528402 Sep 15 03:05:53.610800 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-6238a676-8fb4-4fb1-bb34-2179beea0a7e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Request body: {'security_group_rule': {'security_group_id': 'f192e071-31b1-4821-8cc2-6f79f721d155', 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:05:53.638445 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6238a676-8fb4-4fb1-bb34-2179beea0a7e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.704506 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1863f9aa-ced5-4ad9-b782-c90c432231d0 req-c7401144-1ffc-4806-96a6-e4f5bada9374 service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856149 Sep 15 03:05:53.706874 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6238a676-8fb4-4fb1-bb34-2179beea0a7e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.711183 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6238a676-8fb4-4fb1-bb34-2179beea0a7e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.728150 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238a676-8fb4-4fb1-bb34-2179beea0a7e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdadd1fa-ff35-4259-ade8-d5ea55df6362,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:53.738643 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6238a676-8fb4-4fb1-bb34-2179beea0a7e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.742634 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6238a676-8fb4-4fb1-bb34-2179beea0a7e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327720 Sep 15 03:05:53.742810 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34250) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:53.747191 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-1776cf14-4e34-4bb7-b873-1cae81913b94 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Request body: {'security_group_rule': {'security_group_id': 'f192e071-31b1-4821-8cc2-6f79f721d155', 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:05:53.771180 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.securitygroups_db [None req-1776cf14-4e34-4bb7-b873-1cae81913b94 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Project b7eaf10fa4104dc188da24b13f77fad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 03:05:53.776443 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1776cf14-4e34-4bb7-b873-1cae81913b94 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.785554 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f56b4a19-06b4-4004-9a5c-dfe41415b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:51Z', 'revision_number': 4, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '3f2f5adb-9d59-44ad-be77-977a885027c8', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'port_id': '2aa261d9-887d-4fc8-b982-ce354798e313', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'mac_address': 'fa:16:3e:b6:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:05:51Z', 'updated_at': '2021-09-15T03:05:51Z', 'revision_number': 0, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827a9276-baa6-4f39-b091-e2b23a51f566', 'name': '', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'mac_address': 'fa:16:3e:22:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:51Z', 'updated_at': '2021-09-15T03:04:55Z', 'revision_number': 5, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'subnets': [{'id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:05:53.814297 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b4a19-06b4-4004-9a5c-dfe41415b52c None None] The sync data for ids ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'] in dv-cinder-759955-25-iscsi is: [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:51Z', 'revision_number': 4, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '3f2f5adb-9d59-44ad-be77-977a885027c8', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'port_id': '2aa261d9-887d-4fc8-b982-ce354798e313', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'mac_address': 'fa:16:3e:b6:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:05:51Z', 'updated_at': '2021-09-15T03:05:51Z', 'revision_number': 0, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827a9276-baa6-4f39-b091-e2b23a51f566', 'name': '', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'mac_address': 'fa:16:3e:22:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:51Z', 'updated_at': '2021-09-15T03:04:55Z', 'revision_number': 5, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'subnets': [{'id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:05:53.852169 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1776cf14-4e34-4bb7-b873-1cae81913b94 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.856960 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1776cf14-4e34-4bb7-b873-1cae81913b94 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.876816 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776cf14-4e34-4bb7-b873-1cae81913b94 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b07af0-95cc-4a1a-b12a-e86e9fc111c2,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:53.884515 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1776cf14-4e34-4bb7-b873-1cae81913b94 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.888982 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1776cf14-4e34-4bb7-b873-1cae81913b94 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451871 Sep 15 03:05:53.889700 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34252) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:05:53.894820 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-84f835e7-75e5-43f2-8ee4-cd5de7725087 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Request body: {'security_group_rule': {'security_group_id': 'f192e071-31b1-4821-8cc2-6f79f721d155', 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:05:53.918987 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.securitygroups_db [None req-84f835e7-75e5-43f2-8ee4-cd5de7725087 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Project b7eaf10fa4104dc188da24b13f77fad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 03:05:53.924932 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-84f835e7-75e5-43f2-8ee4-cd5de7725087 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:53.995065 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-84f835e7-75e5-43f2-8ee4-cd5de7725087 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:54.000460 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-84f835e7-75e5-43f2-8ee4-cd5de7725087 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:54.021112 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f835e7-75e5-43f2-8ee4-cd5de7725087 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a2b0a7-dd20-4dec-99d3-1a193a247283,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:54.025011 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-84f835e7-75e5-43f2-8ee4-cd5de7725087 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:54.029355 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-84f835e7-75e5-43f2-8ee4-cd5de7725087 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351368 Sep 15 03:05:54.044550 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1863f9aa-ced5-4ad9-b782-c90c432231d0 req-4a8d9eca-16e6-4cf1-83a2-c9476750d0e1 service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316650 Sep 15 03:05:54.048591 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554db56a-b881-4536-997e-3eb27e1e7ce9 None None] New status for floating IP 3f2f5adb-9d59-44ad-be77-977a885027c8: ACTIVE {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:05:54.105491 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-954242fb-bd94-4a49-a3b7-8241d9dce912 req-499e071a-5fc2-4035-8ab7-e5089ba723f1 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396656817&fields=id&tenant_id=b7eaf10fa4104dc188da24b13f77fad4 HTTP/1.1" status: 200 len: 267 time: 0.0329096 Sep 15 03:05:54.157593 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954242fb-bd94-4a49-a3b7-8241d9dce912 req-50d5d7ec-f85e-4080-ab2d-7224b28c1e06 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:54.159096 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-954242fb-bd94-4a49-a3b7-8241d9dce912 req-50d5d7ec-f85e-4080-ab2d-7224b28c1e06 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 946 time: 0.0479963 Sep 15 03:05:54.170200 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-954242fb-bd94-4a49-a3b7-8241d9dce912 req-f5d82b37-cdc0-440f-badc-5971475e90a2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Request body: {'port': {'security_groups': ['0ec681b8-3220-4dee-a412-8cc6ed331773', 'f192e071-31b1-4821-8cc2-6f79f721d155']}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:05:54.232518 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-954242fb-bd94-4a49-a3b7-8241d9dce912 req-f5d82b37-cdc0-440f-badc-5971475e90a2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:54.413753 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-954242fb-bd94-4a49-a3b7-8241d9dce912 req-f5d82b37-cdc0-440f-badc-5971475e90a2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] For port 2aa261d9-887d-4fc8-b982-ce354798e313, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2aa261d9-887d-4fc8-b982-ce354798e313,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:05:54.441844 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-954242fb-bd94-4a49-a3b7-8241d9dce912 req-f5d82b37-cdc0-440f-badc-5971475e90a2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:54.446164 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-954242fb-bd94-4a49-a3b7-8241d9dce912 req-f5d82b37-cdc0-440f-badc-5971475e90a2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:54.485358 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['2aa261d9-887d-4fc8-b982-ce354798e313'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:05:54.487753 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954242fb-bd94-4a49-a3b7-8241d9dce912 req-f5d82b37-cdc0-440f-badc-5971475e90a2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:54.489385 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-954242fb-bd94-4a49-a3b7-8241d9dce912 req-f5d82b37-cdc0-440f-badc-5971475e90a2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:54.491861 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-954242fb-bd94-4a49-a3b7-8241d9dce912 req-f5d82b37-cdc0-440f-badc-5971475e90a2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "PUT /v2.0/ports/2aa261d9-887d-4fc8-b982-ce354798e313 HTTP/1.1" status: 200 len: 982 time: 0.3261945 Sep 15 03:05:54.492462 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:05:54.498134 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086f4eb0-1b36-441a-8c07-06b284bddc12" -d '{"events": [{"name": "network-changed", "server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:05:54.524255 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d82b37-cdc0-440f-badc-5971475e90a2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event updated for resources: {'Port': ['ID=2aa261d9-887d-4fc8-b982-ce354798e313,revision_number=6']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:05:54.568088 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59206134-e95e-4c75-b24a-9e441a9491f7 x-openstack-request-id: req-59206134-e95e-4c75-b24a-9e441a9491f7 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:05:54.568383 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:05:54.568640 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59206134-e95e-4c75-b24a-9e441a9491f7 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:05:54.569077 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313', 'status': 'completed', 'code': 200} Sep 15 03:05:54.634242 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda72a-42ff-4787-9112-5975d8b65520 req-236cb581-a52f-4f19-8907-e2ea996572ae tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:54.635951 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-93dda72a-42ff-4787-9112-5975d8b65520 req-236cb581-a52f-4f19-8907-e2ea996572ae tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0551121 Sep 15 03:05:54.666947 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['2aa261d9-887d-4fc8-b982-ce354798e313'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:05:54.675938 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f4eb0-1b36-441a-8c07-06b284bddc12 req-6508d150-066b-4e9c-8fad-b93b9d04e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:54.677606 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-086f4eb0-1b36-441a-8c07-06b284bddc12 req-6508d150-066b-4e9c-8fad-b93b9d04e866 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7eaf10fa4104dc188da24b13f77fad4&device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 1138 time: 0.0578527 Sep 15 03:05:54.683840 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-93dda72a-42ff-4787-9112-5975d8b65520 req-172943e9-cbf5-41cc-98c9-0ae8f8cf9f60 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&id=f192e071-31b1-4821-8cc2-6f79f721d155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410137 Sep 15 03:05:54.773222 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f4eb0-1b36-441a-8c07-06b284bddc12 req-d59f7610-c634-4253-9f6b-025af63cc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:54.774597 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-086f4eb0-1b36-441a-8c07-06b284bddc12 req-d59f7610-c634-4253-9f6b-025af63cc660 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb17eef5-fd05-4af3-97aa-1227991cec9f HTTP/1.1" status: 200 len: 916 time: 0.0888901 Sep 15 03:05:54.833433 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-077b3cc3-3e01-4797-9976-91e32cfdd231 None None] Provisioning complete for port 2aa261d9-887d-4fc8-b982-ce354798e313 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:05:54.833720 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-077b3cc3-3e01-4797-9976-91e32cfdd231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:05:54.839123 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-086f4eb0-1b36-441a-8c07-06b284bddc12 req-6267dc96-04bf-4640-8b21-bbbed64d08b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aa261d9-887d-4fc8-b982-ce354798e313 HTTP/1.1" status: 200 len: 1002 time: 0.0569789 Sep 15 03:05:54.888591 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f4eb0-1b36-441a-8c07-06b284bddc12 req-318ae714-c94e-470c-b9ab-b77a82011556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:54.890056 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-086f4eb0-1b36-441a-8c07-06b284bddc12 req-318ae714-c94e-470c-b9ab-b77a82011556 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266b9c31-2e3c-4c09-bd9e-3397243fac67 HTTP/1.1" status: 200 len: 854 time: 0.0430844 Sep 15 03:05:54.939084 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f4eb0-1b36-441a-8c07-06b284bddc12 req-940c4c50-33ed-41c8-b4bc-e4d3ac934d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:05:54.940570 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-086f4eb0-1b36-441a-8c07-06b284bddc12 req-940c4c50-33ed-41c8-b4bc-e4d3ac934d1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb17eef5-fd05-4af3-97aa-1227991cec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430260 Sep 15 03:05:55.027791 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-086f4eb0-1b36-441a-8c07-06b284bddc12 req-e06d99ad-9368-4b98-ad22-c0709861ad8e service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800619 Sep 15 03:05:55.122421 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-086f4eb0-1b36-441a-8c07-06b284bddc12 req-c734fd1e-d5e7-4f20-aeea-c50a7198b7a2 service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876806 Sep 15 03:06:03.451530 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:06:05.933789 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46a048c9-c2cd-4b75-8b45-6180c464df9b req-ed62321d-e979-4794-9d01-d0584ca5e835 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924201 Sep 15 03:06:06.017409 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a048c9-c2cd-4b75-8b45-6180c464df9b req-e7566b8e-ff12-455b-9490-f9f86a790d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:06.019024 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46a048c9-c2cd-4b75-8b45-6180c464df9b req-e7566b8e-ff12-455b-9490-f9f86a790d37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d44af7c3f99444b98d4422982551f2a&device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 1098 time: 0.0392354 Sep 15 03:06:06.126649 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a048c9-c2cd-4b75-8b45-6180c464df9b req-7c6ca753-d1de-4f80-bba4-af7800767902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:06.128177 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46a048c9-c2cd-4b75-8b45-6180c464df9b req-7c6ca753-d1de-4f80-bba4-af7800767902 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea HTTP/1.1" status: 200 len: 912 time: 0.0882812 Sep 15 03:06:06.200662 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46a048c9-c2cd-4b75-8b45-6180c464df9b req-4e927eae-5e80-46a4-97b3-3c4361025916 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a0656bc-cd17-41d4-be1f-2db4b09c059a HTTP/1.1" status: 200 len: 1001 time: 0.0648537 Sep 15 03:06:06.267037 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a048c9-c2cd-4b75-8b45-6180c464df9b req-7575736d-0ee7-48cf-8431-59f64c566ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:06.268487 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46a048c9-c2cd-4b75-8b45-6180c464df9b req-7575736d-0ee7-48cf-8431-59f64c566ba7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3766e392-e837-4fc9-be07-d2a2e1d67712 HTTP/1.1" status: 200 len: 850 time: 0.0492318 Sep 15 03:06:06.315150 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a048c9-c2cd-4b75-8b45-6180c464df9b req-2f67611b-0056-4caf-8827-23602142e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:06.316656 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46a048c9-c2cd-4b75-8b45-6180c464df9b req-2f67611b-0056-4caf-8827-23602142e170 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404336 Sep 15 03:06:06.418862 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46a048c9-c2cd-4b75-8b45-6180c464df9b req-76e0110c-2897-4276-abd3-faffc9042fdd service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825374 Sep 15 03:06:06.505996 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46a048c9-c2cd-4b75-8b45-6180c464df9b req-32d8f2da-0215-491f-9442-1f77fd3cb0a9 service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798051 Sep 15 03:06:07.470199 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428a4be-caee-4817-8ada-76ff83c59c84 req-0f4c3e82-a547-43dc-a24e-4fa6a0517a71 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:07.472389 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5428a4be-caee-4817-8ada-76ff83c59c84 req-0f4c3e82-a547-43dc-a24e-4fa6a0517a71 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0496399 Sep 15 03:06:07.510709 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5428a4be-caee-4817-8ada-76ff83c59c84 req-84c32d62-b70f-487f-a4d3-0bf91b4f87a9 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318267 Sep 15 03:06:08.230173 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8036cbbe-8c24-4ae0-ac71-5f9cc1aeb8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:06:08.777505 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fda9ac-51a1-4739-93a1-352d33b7f63f req-bfd1c764-a09c-420a-8cd8-dcca5d870d6b tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:08.778972 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-78fda9ac-51a1-4739-93a1-352d33b7f63f req-bfd1c764-a09c-420a-8cd8-dcca5d870d6b tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0468833 Sep 15 03:06:08.815736 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-78fda9ac-51a1-4739-93a1-352d33b7f63f req-3c513a80-ddc0-41c7-bbc4-fa4f4516421c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304585 Sep 15 03:06:09.930089 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbc983-2cdc-4f61-9c9a-2a85c4ff1e3c req-c0faefaf-4ba3-4bda-a97f-ff72ea6b0b58 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:09.931548 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-90cbc983-2cdc-4f61-9c9a-2a85c4ff1e3c req-c0faefaf-4ba3-4bda-a97f-ff72ea6b0b58 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0501618 Sep 15 03:06:09.969784 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-90cbc983-2cdc-4f61-9c9a-2a85c4ff1e3c req-eb905198-3160-4380-9274-236dabc85462 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311730 Sep 15 03:06:10.744970 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e39e8d37-ac87-4d7a-b9b9-4fc47527b0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:06:11.023866 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:06:11.086066 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c635d1-a912-496d-a595-b29860de2a91 req-db363f39-a902-48e4-b1eb-4d1ab6babcce tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:11.087526 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e5c635d1-a912-496d-a595-b29860de2a91 req-db363f39-a902-48e4-b1eb-4d1ab6babcce tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0510726 Sep 15 03:06:11.123090 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e5c635d1-a912-496d-a595-b29860de2a91 req-999c286e-3497-4cd3-88e9-5249e451d349 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296984 Sep 15 03:06:12.149544 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:06:12.236896 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c0b3d-a8c0-4979-b81f-e17e87003b92 req-9402e2bc-bba0-4d8b-9ae2-4bba05ac66a7 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:12.238343 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5e5c0b3d-a8c0-4979-b81f-e17e87003b92 req-9402e2bc-bba0-4d8b-9ae2-4bba05ac66a7 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0477488 Sep 15 03:06:12.275452 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5e5c0b3d-a8c0-4979-b81f-e17e87003b92 req-bd5ecd6c-c8ee-45f6-90f3-4e953f1ec0cb tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306394 Sep 15 03:06:13.388595 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf5d31-db96-41b2-9778-49321c6d6366 req-0a5cf3cf-35ae-4ca1-9c1e-ff91ea2c283d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:13.390710 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1caf5d31-db96-41b2-9778-49321c6d6366 req-0a5cf3cf-35ae-4ca1-9c1e-ff91ea2c283d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0481961 Sep 15 03:06:13.427745 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1caf5d31-db96-41b2-9778-49321c6d6366 req-a95eeded-ee00-4e7e-96ea-c0f56a573618 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302565 Sep 15 03:06:13.558582 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:06:14.538881 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1df6fe-79e5-4662-b953-dd841aaa94a7 req-281f87a6-e668-4e46-b923-13dd8ca168c0 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:14.540303 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6c1df6fe-79e5-4662-b953-dd841aaa94a7 req-281f87a6-e668-4e46-b923-13dd8ca168c0 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0469258 Sep 15 03:06:14.575721 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6c1df6fe-79e5-4662-b953-dd841aaa94a7 req-3bdce8c4-8634-483c-a9da-aaf355dd48a6 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296328 Sep 15 03:06:15.688046 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fde5d-3390-46cf-82af-f39f06450b94 req-485784eb-3ede-4137-82ab-ce7d00caf0d1 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:15.689436 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f84fde5d-3390-46cf-82af-f39f06450b94 req-485784eb-3ede-4137-82ab-ce7d00caf0d1 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0476964 Sep 15 03:06:15.725285 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f84fde5d-3390-46cf-82af-f39f06450b94 req-2c8fa248-1035-4610-8dc1-ec11b77fd33d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299017 Sep 15 03:06:16.839605 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb2615-a917-4233-9a11-5a9dc40bd33c req-d1c746e5-8d7f-48ea-aa19-bcf0e13dfe19 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:16.841071 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-91cb2615-a917-4233-9a11-5a9dc40bd33c req-d1c746e5-8d7f-48ea-aa19-bcf0e13dfe19 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0511858 Sep 15 03:06:16.877123 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-91cb2615-a917-4233-9a11-5a9dc40bd33c req-1423936b-7b4b-40a2-80e1-00025f6f01ef tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302134 Sep 15 03:06:17.990395 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0367-49fd-46e0-a3c1-b7d44fae1508 req-479df0aa-c1e1-447f-9a35-6451d45fac3d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:17.991844 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9d1c0367-49fd-46e0-a3c1-b7d44fae1508 req-479df0aa-c1e1-447f-9a35-6451d45fac3d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0503139 Sep 15 03:06:18.028153 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9d1c0367-49fd-46e0-a3c1-b7d44fae1508 req-f68ad3a4-116a-4607-b790-d6f980aeec0a tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305452 Sep 15 03:06:18.253654 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925920c5-a5b2-4b6c-bc1f-13e0abdb263c req-fd37eb44-2c28-4740-8e21-da5a83c13535 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:18.255181 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-925920c5-a5b2-4b6c-bc1f-13e0abdb263c req-fd37eb44-2c28-4740-8e21-da5a83c13535 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Sep 15 03:06:18.292609 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-925920c5-a5b2-4b6c-bc1f-13e0abdb263c req-50cddb30-0848-4361-a259-7b229a4cf3f4 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304847 Sep 15 03:06:18.304362 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568f8c-5768-42b5-9f39-c229069410c7 req-159ac43f-13fa-4d5b-b864-c702cda3d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:18.305934 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c7568f8c-5768-42b5-9f39-c229069410c7 req-159ac43f-13fa-4d5b-b864-c702cda3d55f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d44af7c3f99444b98d4422982551f2a&device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 1098 time: 0.0397053 Sep 15 03:06:18.396494 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568f8c-5768-42b5-9f39-c229069410c7 req-edc15b74-4fdf-48eb-a7f0-dafa53a96c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:18.397931 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c7568f8c-5768-42b5-9f39-c229069410c7 req-edc15b74-4fdf-48eb-a7f0-dafa53a96c34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea HTTP/1.1" status: 200 len: 912 time: 0.0850973 Sep 15 03:06:18.461282 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c7568f8c-5768-42b5-9f39-c229069410c7 req-228dc634-3cf9-48bd-8f8f-ac0a04bf873b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a0656bc-cd17-41d4-be1f-2db4b09c059a HTTP/1.1" status: 200 len: 1001 time: 0.0553887 Sep 15 03:06:18.512683 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568f8c-5768-42b5-9f39-c229069410c7 req-755e15c9-8b08-453f-b0b2-dcd54778d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:18.514120 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c7568f8c-5768-42b5-9f39-c229069410c7 req-755e15c9-8b08-453f-b0b2-dcd54778d6df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3766e392-e837-4fc9-be07-d2a2e1d67712 HTTP/1.1" status: 200 len: 850 time: 0.0429180 Sep 15 03:06:18.547296 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:06:18.561974 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568f8c-5768-42b5-9f39-c229069410c7 req-e9760077-84cd-4963-80ec-fc229493f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:18.563451 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c7568f8c-5768-42b5-9f39-c229069410c7 req-e9760077-84cd-4963-80ec-fc229493f617 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418000 Sep 15 03:06:18.652763 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c7568f8c-5768-42b5-9f39-c229069410c7 req-fe50d99b-1fc7-4ef3-acd9-bb6c0491e049 service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808043 Sep 15 03:06:18.746931 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c7568f8c-5768-42b5-9f39-c229069410c7 req-702d8b2b-9e18-4d8c-b00b-5e74d858944b service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869594 Sep 15 03:06:19.407922 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6e6d5-bc0d-46ea-b5c6-52c94915e369 req-d1fc360c-fadb-4ee1-a144-96c70cf8690a tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:19.409474 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-06b6e6d5-bc0d-46ea-b5c6-52c94915e369 req-d1fc360c-fadb-4ee1-a144-96c70cf8690a tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0480137 Sep 15 03:06:19.447173 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-06b6e6d5-bc0d-46ea-b5c6-52c94915e369 req-0ac3a0ad-1af0-4d3c-abd7-38695aa79d4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Sep 15 03:06:20.558986 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953bdee-2f4e-4e1c-b1e8-61021082696b req-fb03849f-fdca-45ba-bfe6-157f1cfae9fd tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:20.560426 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d953bdee-2f4e-4e1c-b1e8-61021082696b req-fb03849f-fdca-45ba-bfe6-157f1cfae9fd tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0470264 Sep 15 03:06:20.597354 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d953bdee-2f4e-4e1c-b1e8-61021082696b req-313a5e46-66b0-4d39-92e4-feaf16737406 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307400 Sep 15 03:06:33.459999 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:06:38.229778 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1beb3e1d-180a-4ace-9689-50da1e6c8da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:06:40.748989 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f782099e-173d-4d71-a31d-48774bc36a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:06:41.024175 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:06:42.150761 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:06:43.562055 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:06:55.546579 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:06:55.603676 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f7528-205c-4667-9226-2c69086c1ef1 req-1dbb7b43-1117-48df-9608-683af4fed402 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:55.605292 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-969f7528-205c-4667-9226-2c69086c1ef1 req-1dbb7b43-1117-48df-9608-683af4fed402 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0532677 Sep 15 03:06:55.630252 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca0bd8-3d1f-4c35-8d88-283d35316dcd req-f3c940c7-37dc-4721-a7bc-726723da3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:55.631726 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-98ca0bd8-3d1f-4c35-8d88-283d35316dcd req-f3c940c7-37dc-4721-a7bc-726723da3031 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7eaf10fa4104dc188da24b13f77fad4&device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 1138 time: 0.0393250 Sep 15 03:06:55.644135 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-969f7528-205c-4667-9226-2c69086c1ef1 req-10654e40-31ec-4a84-8350-652930018bb2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&id=f192e071-31b1-4821-8cc2-6f79f721d155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327861 Sep 15 03:06:55.723680 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca0bd8-3d1f-4c35-8d88-283d35316dcd req-586f395d-5e59-4232-94da-90a1b98b77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:55.725151 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-98ca0bd8-3d1f-4c35-8d88-283d35316dcd req-586f395d-5e59-4232-94da-90a1b98b77b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb17eef5-fd05-4af3-97aa-1227991cec9f HTTP/1.1" status: 200 len: 916 time: 0.0860589 Sep 15 03:06:55.787689 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-98ca0bd8-3d1f-4c35-8d88-283d35316dcd req-95464ab6-16f1-4465-8ab9-b88af5dcee65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aa261d9-887d-4fc8-b982-ce354798e313 HTTP/1.1" status: 200 len: 1002 time: 0.0551651 Sep 15 03:06:55.842273 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca0bd8-3d1f-4c35-8d88-283d35316dcd req-1c5d6d49-4284-470f-a6c1-2b0929be5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:55.843666 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-98ca0bd8-3d1f-4c35-8d88-283d35316dcd req-1c5d6d49-4284-470f-a6c1-2b0929be5d40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266b9c31-2e3c-4c09-bd9e-3397243fac67 HTTP/1.1" status: 200 len: 854 time: 0.0455115 Sep 15 03:06:55.888598 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca0bd8-3d1f-4c35-8d88-283d35316dcd req-242b0d11-2838-45f8-ba84-cae80ffcafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:55.890104 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-98ca0bd8-3d1f-4c35-8d88-283d35316dcd req-242b0d11-2838-45f8-ba84-cae80ffcafb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb17eef5-fd05-4af3-97aa-1227991cec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386376 Sep 15 03:06:55.977234 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-98ca0bd8-3d1f-4c35-8d88-283d35316dcd req-2c65d8a4-1201-4476-a28e-5641e53f7d88 service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782921 Sep 15 03:06:56.069494 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-98ca0bd8-3d1f-4c35-8d88-283d35316dcd req-c4f5bc25-3141-45c8-b5e0-8ce724d6be39 service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847771 Sep 15 03:06:56.768594 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9b3c7-eaf3-4e7a-bb30-5770aef8ac82 req-9e3efb00-0190-45a5-ac7d-934ddb9849cd tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:56.770061 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-40c9b3c7-eaf3-4e7a-bb30-5770aef8ac82 req-9e3efb00-0190-45a5-ac7d-934ddb9849cd tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0477719 Sep 15 03:06:56.808702 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-40c9b3c7-eaf3-4e7a-bb30-5770aef8ac82 req-623f2e6b-2406-4c4c-8fc6-5e24330b849f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&id=f192e071-31b1-4821-8cc2-6f79f721d155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327256 Sep 15 03:06:57.919678 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a3629-29e3-43e4-bc3d-94b7f00cefb4 req-d670d486-617f-48f5-8de3-e5028336ba50 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:57.921149 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3e5a3629-29e3-43e4-bc3d-94b7f00cefb4 req-d670d486-617f-48f5-8de3-e5028336ba50 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0468121 Sep 15 03:06:57.960288 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3e5a3629-29e3-43e4-bc3d-94b7f00cefb4 req-86082ef4-e4f8-47ff-bdc5-0e77dbbbb97f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&id=f192e071-31b1-4821-8cc2-6f79f721d155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331182 Sep 15 03:06:59.074919 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eb4c7-d59b-4904-989c-c332886b02fa req-e27db621-56d9-4331-ad74-5e5663ef566d tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:06:59.076357 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ce3eb4c7-d59b-4904-989c-c332886b02fa req-e27db621-56d9-4331-ad74-5e5663ef566d tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0510135 Sep 15 03:06:59.114696 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ce3eb4c7-d59b-4904-989c-c332886b02fa req-586a8639-8281-4a8b-b364-c3770ec00971 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&id=f192e071-31b1-4821-8cc2-6f79f721d155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324404 Sep 15 03:07:00.225100 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb8cf9-0bea-4271-9a43-96dc4ddcd3c9 req-0769415e-07f9-4847-bf3d-8e8e8b22a48c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:00.226565 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5ddb8cf9-0bea-4271-9a43-96dc4ddcd3c9 req-0769415e-07f9-4847-bf3d-8e8e8b22a48c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0475717 Sep 15 03:07:00.265263 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5ddb8cf9-0bea-4271-9a43-96dc4ddcd3c9 req-d321d826-6a80-4781-b4e1-887a29ad2a3b tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&id=f192e071-31b1-4821-8cc2-6f79f721d155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322108 Sep 15 03:07:01.375043 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40919fb3-9682-45a7-b90a-a37cf5bc68c3 req-0d2e0df7-ff84-424a-9b1c-887f79a5f74e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:01.376484 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-40919fb3-9682-45a7-b90a-a37cf5bc68c3 req-0d2e0df7-ff84-424a-9b1c-887f79a5f74e tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0476165 Sep 15 03:07:01.416232 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-40919fb3-9682-45a7-b90a-a37cf5bc68c3 req-43b7cff2-3573-4ff7-92d4-2bc04063f5c0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&id=f192e071-31b1-4821-8cc2-6f79f721d155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337806 Sep 15 03:07:02.532360 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e264081-6e48-48e2-90ea-ea2176758a20 req-c5fa6958-e5fd-4724-8e31-00974192be8b tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:02.533831 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1e264081-6e48-48e2-90ea-ea2176758a20 req-c5fa6958-e5fd-4724-8e31-00974192be8b tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0509884 Sep 15 03:07:02.572475 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1e264081-6e48-48e2-90ea-ea2176758a20 req-d93c2be5-fe76-4f33-bcfa-93518b85eba5 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&id=f192e071-31b1-4821-8cc2-6f79f721d155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327396 Sep 15 03:07:03.459613 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:03.682283 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f50639-1613-4851-86f5-7f109b0b24b6 req-9b128e60-5167-400a-a6a6-bac02a2172d0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:03.683710 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72f50639-1613-4851-86f5-7f109b0b24b6 req-9b128e60-5167-400a-a6a6-bac02a2172d0 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0472138 Sep 15 03:07:03.722443 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72f50639-1613-4851-86f5-7f109b0b24b6 req-c01b1b1d-1a83-4c71-b98f-15f3aaf0918a tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&id=f192e071-31b1-4821-8cc2-6f79f721d155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325272 Sep 15 03:07:04.836037 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a50c1-3150-4fd8-82d2-b5debbf20082 req-6de6c1dd-cb9b-47a8-8338-a8b50a35dc3f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:04.837513 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4d6a50c1-3150-4fd8-82d2-b5debbf20082 req-6de6c1dd-cb9b-47a8-8338-a8b50a35dc3f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0479736 Sep 15 03:07:04.876119 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4d6a50c1-3150-4fd8-82d2-b5debbf20082 req-11c4713c-9834-4ee7-be30-5f66ae8ba64c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&id=f192e071-31b1-4821-8cc2-6f79f721d155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325768 Sep 15 03:07:05.989051 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673a206-99ac-4b0f-9628-56e273007beb req-3adc950d-016d-4b5b-8472-ecb4e55802af tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:05.990527 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9673a206-99ac-4b0f-9628-56e273007beb req-3adc950d-016d-4b5b-8472-ecb4e55802af tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0504954 Sep 15 03:07:06.029509 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9673a206-99ac-4b0f-9628-56e273007beb req-d268f8e8-9dab-4396-afdc-08f6fb99b8ae tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&id=f192e071-31b1-4821-8cc2-6f79f721d155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331225 Sep 15 03:07:07.143456 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe341e-016a-43aa-a26f-ac2c023b9953 req-741000c8-28a1-4c10-9677-659e3eae8b9a tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:07.144831 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07fe341e-016a-43aa-a26f-ac2c023b9953 req-741000c8-28a1-4c10-9677-659e3eae8b9a tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0476258 Sep 15 03:07:07.182689 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07fe341e-016a-43aa-a26f-ac2c023b9953 req-5ca5efb6-c3a7-4ed7-b7ba-a5ea2fef826d tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&id=f192e071-31b1-4821-8cc2-6f79f721d155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318863 Sep 15 03:07:07.866996 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c10c0401-2714-45b8-bcef-697627739e06 req-92e02fd6-b374-425f-80de-29768fe991ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381427 Sep 15 03:07:07.969368 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c0401-2714-45b8-bcef-697627739e06 req-70d68c90-e50f-4662-9fdc-e1c2c5a7ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:07.970820 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c10c0401-2714-45b8-bcef-697627739e06 req-70d68c90-e50f-4662-9fdc-e1c2c5a7ed14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 1098 time: 0.0396614 Sep 15 03:07:08.071356 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c0401-2714-45b8-bcef-697627739e06 req-2665f85a-f37d-4d01-ac7e-df591cce9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:08.072789 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c10c0401-2714-45b8-bcef-697627739e06 req-2665f85a-f37d-4d01-ac7e-df591cce9061 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0842245 Sep 15 03:07:08.111242 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c10c0401-2714-45b8-bcef-697627739e06 req-8ea0ab78-87af-434a-be58-fe6a847d1448 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6762829c-9308-475c-999c-dc5e14b75738 HTTP/1.1" status: 200 len: 217 time: 0.0315347 Sep 15 03:07:08.157718 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c0401-2714-45b8-bcef-697627739e06 req-31f764c9-61ed-4103-8d76-bc0dd6e5f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:08.159050 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c10c0401-2714-45b8-bcef-697627739e06 req-31f764c9-61ed-4103-8d76-bc0dd6e5f6a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0414510 Sep 15 03:07:08.192732 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c10c0401-2714-45b8-bcef-697627739e06 req-3e0bc341-f773-4144-bad6-d69338b37fd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269713 Sep 15 03:07:08.228674 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ece96576-6bd2-4451-8b08-4f538d399870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:08.281309 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c10c0401-2714-45b8-bcef-697627739e06 req-ee6f097b-3b2d-4251-9c5d-fa032e22860a service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802689 Sep 15 03:07:08.370260 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c10c0401-2714-45b8-bcef-697627739e06 req-e3131a26-6e07-425a-95d8-894d7e6b6357 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819988 Sep 15 03:07:10.749014 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ecc455fb-d5b9-46b6-b41c-152bfce0f419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:11.024200 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:12.154951 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:13.564036 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:18.888676 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1b95-5d54-479b-a7d4-888aba966124 req-84cd9252-bec3-4890-9030-512d71ad3086 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:18.890313 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e9ca1b95-5d54-479b-a7d4-888aba966124 req-84cd9252-bec3-4890-9030-512d71ad3086 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0478950 Sep 15 03:07:18.926878 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e9ca1b95-5d54-479b-a7d4-888aba966124 req-d694e0a4-c20a-4ed3-91ce-e49ad3380cd7 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306361 Sep 15 03:07:20.043915 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f366c73-0752-4875-b162-b5573b4a82b7 req-a8b672c0-56eb-4d65-a033-e7115c6f26ff tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:20.045384 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9f366c73-0752-4875-b162-b5573b4a82b7 req-a8b672c0-56eb-4d65-a033-e7115c6f26ff tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0511336 Sep 15 03:07:20.082725 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9f366c73-0752-4875-b162-b5573b4a82b7 req-6d8e5bb4-0c93-4467-87c3-b7a74d90023a tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=761bde89-22b8-4128-a983-52bac3c1a3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313418 Sep 15 03:07:20.382039 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-289cef93-a8c8-4d9e-91c0-d405e466d7c8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:20.383452 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-289cef93-a8c8-4d9e-91c0-d405e466d7c8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 945 time: 0.0456815 Sep 15 03:07:20.472172 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Deleting port 7a0656bc-cd17-41d4-be1f-2db4b09c059a {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:07:20.472604 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:20.557426 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] For port 7a0656bc-cd17-41d4-be1f-2db4b09c059a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7a0656bc-cd17-41d4-be1f-2db4b09c059a,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:07:20.557785 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:20.723378 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:20.723717 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:20.724031 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.l3_db [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Floating IP 3880e037-e7d1-48b6-8182-763386c3f1d1 disassociated. External IP: 172.27.2.179, port: 7a0656bc-cd17-41d4-be1f-2db4b09c059a. Sep 15 03:07:20.724363 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Calling delete_port for 7a0656bc-cd17-41d4-be1f-2db4b09c059a owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:07:20.845714 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:20.877308 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event deleted for resources: {'Port': ['ID=7a0656bc-cd17-41d4-be1f-2db4b09c059a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:20.888466 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:20.888819 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:20.889187 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:20.889525 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:20.889858 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:20.890185 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:20.890508 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:20.890835 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:20.891159 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:20.891479 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:20.891802 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:20.892120 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:20.996717 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Router bd1f3530-d374-4b00-8c2d-834bb601bd50 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:07:21.096510 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:07:21.106389 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97263603-b632-4509-979b-816f5aee7c05 None None] Sync routers for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:07:21.116167 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97263603-b632-4509-979b-816f5aee7c05 None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:07:21.116853 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-97263603-b632-4509-979b-816f5aee7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:07:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:07:21.138679 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] No DVR routers for this DVR port 7a0656bc-cd17-41d4-be1f-2db4b09c059a on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:07:21.141311 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:21.143305 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe3fd2af-8112-4397-b490-d9b6baba77d2 req-292bf609-f70c-4d6b-aac4-9cfe49e91182 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.30 "DELETE /v2.0/ports/7a0656bc-cd17-41d4-be1f-2db4b09c059a HTTP/1.1" status: 204 len: 173 time: 0.7541263 Sep 15 03:07:21.143743 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'name': 'network-vif-deleted', 'tag': '7a0656bc-cd17-41d4-be1f-2db4b09c059a'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:07:21.146078 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ca244f-c024-4945-a1ca-e53288cdf33f" -d '{"events": [{"server_uuid": "fc3bca67-b6d8-4e64-8394-5a68af529839", "name": "network-vif-deleted", "tag": "7a0656bc-cd17-41d4-be1f-2db4b09c059a"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:07:21.183188 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-97c06fce-0466-4895-80e2-6edc6847c5c3 req-4ff6205f-0b11-4628-b6cd-9ceb5472d01d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc3bca67-b6d8-4e64-8394-5a68af529839 HTTP/1.1" status: 200 len: 210 time: 0.0282450 Sep 15 03:07:21.187109 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e214b643-1348-4cf8-b0bc-83dccaa8cbf2 x-openstack-request-id: req-e214b643-1348-4cf8-b0bc-83dccaa8cbf2 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:07:21.187516 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3bca67-b6d8-4e64-8394-5a68af529839", "name": "network-vif-deleted", "tag": "7a0656bc-cd17-41d4-be1f-2db4b09c059a", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:07:21.187839 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e214b643-1348-4cf8-b0bc-83dccaa8cbf2 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:07:21.188380 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3bca67-b6d8-4e64-8394-5a68af529839', 'name': 'network-vif-deleted', 'tag': '7a0656bc-cd17-41d4-be1f-2db4b09c059a', 'status': 'completed', 'code': 200} Sep 15 03:07:21.248745 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-97263603-b632-4509-979b-816f5aee7c05 None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:07:21.447693 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-97263603-b632-4509-979b-816f5aee7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:07:21.553800 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97263603-b632-4509-979b-816f5aee7c05 None None] Checking router: bd1f3530-d374-4b00-8c2d-834bb601bd50 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:07:21.562174 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97263603-b632-4509-979b-816f5aee7c05 None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:07:21.562765 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-97263603-b632-4509-979b-816f5aee7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:07:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:07:21.667454 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-97263603-b632-4509-979b-816f5aee7c05 None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:07:21.860279 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-97263603-b632-4509-979b-816f5aee7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:07:21.884910 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97263603-b632-4509-979b-816f5aee7c05 None None] The sync data for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi is: [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:07:22.091324 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf0176-65fa-48d1-9e41-aa032e82184e None None] New status for floating IP 3880e037-e7d1-48b6-8182-763386c3f1d1: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:07:23.291414 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34560) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:07:23.344850 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:23.367100 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:23.412566 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:23.415100 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:23.416301 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "DELETE /v2.0/security-groups/761bde89-22b8-4128-a983-52bac3c1a3f4 HTTP/1.1" status: 204 len: 168 time: 0.1233127 Sep 15 03:07:23.419529 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34562) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:07:23.425893 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761bde89-22b8-4128-a983-52bac3c1a3f4,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:23.432031 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.api.v2.resource [None req-21a041ab-bb6a-4ac7-b2d5-98dea3de7d60 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] show failed (client error): The resource could not be found. Sep 15 03:07:23.432736 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:23.433104 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-21a041ab-bb6a-4ac7-b2d5-98dea3de7d60 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups/761bde89-22b8-4128-a983-52bac3c1a3f4 HTTP/1.1" status: 404 len: 347 time: 0.0125773 Sep 15 03:07:23.433229 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:23.433595 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:23.434690 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:23.435024 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:23.435356 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:23.435684 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:23.436012 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:23.436435 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:23.436682 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34564) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:07:23.436787 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:23.437109 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:23.437434 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043819-8f86-48cc-9cd5-7946256dfeba tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:23.553496 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-fdd42288-9d9b-4260-9b82-438676b2a1da tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Deleting port 9b92dc0f-80fc-494d-ba18-304ebf4f2177 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:07:23.553755 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fdd42288-9d9b-4260-9b82-438676b2a1da tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:23.627548 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fdd42288-9d9b-4260-9b82-438676b2a1da tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:23.627900 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fdd42288-9d9b-4260-9b82-438676b2a1da tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:23.639235 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-fdd42288-9d9b-4260-9b82-438676b2a1da tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Calling delete_port for 9b92dc0f-80fc-494d-ba18-304ebf4f2177 owned by network:floatingip {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:07:23.771181 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fdd42288-9d9b-4260-9b82-438676b2a1da tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.021066 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd42288-9d9b-4260-9b82-438676b2a1da tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event deleted for resources: {'Port': ['ID=9b92dc0f-80fc-494d-ba18-304ebf4f2177,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:24.077425 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fdd42288-9d9b-4260-9b82-438676b2a1da tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.079899 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fdd42288-9d9b-4260-9b82-438676b2a1da tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.081081 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-fdd42288-9d9b-4260-9b82-438676b2a1da tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "DELETE /v2.0/floatingips/3880e037-e7d1-48b6-8182-763386c3f1d1 HTTP/1.1" status: 204 len: 168 time: 0.6434755 Sep 15 03:07:24.333383 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34570) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:07:24.338006 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-97a5e284-f1b5-4e17-bdd7-1ea7b434c5f5 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157994689', 'description': 'tempest-description--1505270664'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:07:24.358892 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97a5e284-f1b5-4e17-bdd7-1ea7b434c5f5 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.439434 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97a5e284-f1b5-4e17-bdd7-1ea7b434c5f5 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.443079 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97a5e284-f1b5-4e17-bdd7-1ea7b434c5f5 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.468251 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97a5e284-f1b5-4e17-bdd7-1ea7b434c5f5 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.469502 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-97a5e284-f1b5-4e17-bdd7-1ea7b434c5f5 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1350551 Sep 15 03:07:24.472671 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34572) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:07:24.473454 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5e284-f1b5-4e17-bdd7-1ea7b434c5f5 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b9d9d0-0646-42a5-ba07-de72f081c54d,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:24.478530 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-e9bda0ef-40ea-4e8d-9420-4fe400db613f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Request body: {'security_group_rule': {'security_group_id': '75b9d9d0-0646-42a5-ba07-de72f081c54d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:07:24.505194 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e9bda0ef-40ea-4e8d-9420-4fe400db613f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.549676 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e9bda0ef-40ea-4e8d-9420-4fe400db613f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.553068 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e9bda0ef-40ea-4e8d-9420-4fe400db613f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.561073 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 7a0656bc-cd17-41d4-be1f-2db4b09c059a no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:07:24.573702 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bda0ef-40ea-4e8d-9420-4fe400db613f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9360223-6a0b-45cc-a3fd-912c56c9880b,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:24.577981 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e9bda0ef-40ea-4e8d-9420-4fe400db613f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.579162 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e9bda0ef-40ea-4e8d-9420-4fe400db613f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1051283 Sep 15 03:07:24.581325 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 7a0656bc-cd17-41d4-be1f-2db4b09c059a {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:07:24.581671 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 7a0656bc-cd17-41d4-be1f-2db4b09c059a not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:07:24.581924 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34574) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:07:24.586976 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-6ce37007-2c51-4b9e-b929-11615f1a9fe1 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Request body: {'security_group_rule': {'security_group_id': '75b9d9d0-0646-42a5-ba07-de72f081c54d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:07:24.612982 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ce37007-2c51-4b9e-b929-11615f1a9fe1 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.670204 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ce37007-2c51-4b9e-b929-11615f1a9fe1 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.673797 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ce37007-2c51-4b9e-b929-11615f1a9fe1 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.691824 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce37007-2c51-4b9e-b929-11615f1a9fe1 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9391d597-3c51-4df5-a789-f63d94206469,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:24.697523 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ce37007-2c51-4b9e-b929-11615f1a9fe1 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.701900 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6ce37007-2c51-4b9e-b929-11615f1a9fe1 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158645 Sep 15 03:07:24.702449 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34578) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:07:24.706793 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Request body: {'floatingip': {'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:07:24.727331 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.820842 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:24.922109 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Allocated IP 172.27.2.104 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/8d74a763-4dd8-4e21-943c-510ade267606) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:07:25.019127 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:25.054615 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:25.089541 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:07:25.092281 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:07:25.095683 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:07:25.121667 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event updated for resources: {'Port': ['ID=8d74a763-4dd8-4e21-943c-510ade267606,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:25.181960 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:25.214308 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:25.360105 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:25.364322 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130386883'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:25.435978 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event updated for resources: {'Port': ['ID=8d74a763-4dd8-4e21-943c-510ade267606,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:25.444717 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:25.458644 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:25.459846 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a821d1b9-f385-4589-9ffb-c9face479c08 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7564299 Sep 15 03:07:25.641728 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-48b0541e-2e33-468e-9865-97573ac7e195 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1157994689&fields=id&tenant_id=2d44af7c3f99444b98d4422982551f2a HTTP/1.1" status: 200 len: 267 time: 0.0343590 Sep 15 03:07:25.743065 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-35a199fd-f912-441d-8ddf-4f534f7ab38b tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:25.744551 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-35a199fd-f912-441d-8ddf-4f534f7ab38b tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/networks?id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea HTTP/1.1" status: 200 len: 811 time: 0.0964832 Sep 15 03:07:25.759173 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-52956ef5-2d17-4726-8bee-a66e014d00c4 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/quotas/2d44af7c3f99444b98d4422982551f2a HTTP/1.1" status: 200 len: 375 time: 0.0090265 Sep 15 03:07:25.811230 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-0c2b5ff2-0aae-4ed6-9dbf-9e26adccfc56 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d44af7c3f99444b98d4422982551f2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460222 Sep 15 03:07:25.905599 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-92e18b2a-c8e6-431c-b373-220c3ecac176 service neutron] 10.222.0.32 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830393 Sep 15 03:07:25.992858 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-4c16a711-460b-4d1f-b7c1-a56052e86d2f service neutron] 10.222.0.32 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812180 Sep 15 03:07:26.148345 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-91922da1-eed2-40f2-94ca-acdb327ec2bd req-6154e449-3771-4aa3-b6a8-77c5fc3e671b tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 210 time: 0.0263641 Sep 15 03:07:27.134399 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-0aa58c88-86a1-4bfd-ae28-ffcd40b9fa4f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:27.135852 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-0aa58c88-86a1-4bfd-ae28-ffcd40b9fa4f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.30 "GET /v2.0/networks?id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea HTTP/1.1" status: 200 len: 811 time: 0.1004062 Sep 15 03:07:27.197639 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-2e38bd06-cfc1-4845-9c66-3a3ce04cf1ef tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d44af7c3f99444b98d4422982551f2a HTTP/1.1" status: 200 len: 380 time: 0.0339344 Sep 15 03:07:27.209751 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Request body: {'port': {'device_id': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'admin_state_up': True, 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'security_groups': ['75b9d9d0-0646-42a5-ba07-de72f081c54d']}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:07:27.260721 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f9a49860-c48b-4521-823a-f0fb5697703c req-d23e60be-697d-43ae-9983-ff4929b000b2 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 210 time: 0.0354812 Sep 15 03:07:27.338157 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Made reservation on behalf of 2d44af7c3f99444b98d4422982551f2a for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:07:27.342286 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:27.464460 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Allocated IP 172.20.0.10 (ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea/3766e392-e837-4fc9-be07-d2a2e1d67712/7d2504a6-f3ef-4946-8082-2865cdaa6165) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:07:27.594255 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:27.625985 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:27.668522 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:07:27.671630 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:07:27.674106 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:07:27.709367 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event updated for resources: {'Port': ['ID=7d2504a6-f3ef-4946-8082-2865cdaa6165,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:27.732553 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:27.733235 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:27.748467 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-9bb7e1da-ad24-4579-9a10-05df7a7f9892 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5422897 Sep 15 03:07:27.768812 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Request body: {'port': {'device_id': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:07:27.824326 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:27.892039 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-dc857f07-c575-49ca-8516-577e91037509 None None] Provisioning complete for port 7d2504a6-f3ef-4946-8082-2865cdaa6165 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:07:27.892610 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dc857f07-c575-49ca-8516-577e91037509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:27.929428 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-dc857f07-c575-49ca-8516-577e91037509 None None] Port 7d2504a6-f3ef-4946-8082-2865cdaa6165 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:07:28.086094 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2504a6-f3ef-4946-8082-2865cdaa6165 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:07:28.093215 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:28.104657 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Transition to ACTIVE for port object 7d2504a6-f3ef-4946-8082-2865cdaa6165 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:07:28.109043 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:28.156667 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Pushing event updated for resources: {'Port': ['ID=7d2504a6-f3ef-4946-8082-2865cdaa6165,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:28.231933 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Attempting to bind port 7d2504a6-f3ef-4946-8082-2865cdaa6165 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:07:28.232406 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Attempting to bind port 7d2504a6-f3ef-4946-8082-2865cdaa6165 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:07:28.232739 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Attempting to bind port 7d2504a6-f3ef-4946-8082-2865cdaa6165 on network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:07:28.237135 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Port 7d2504a6-f3ef-4946-8082-2865cdaa6165 on network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:07:28.237460 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Attempting to bind port 7d2504a6-f3ef-4946-8082-2865cdaa6165 on network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:07:28.242458 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:07:28.242792 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Checking segment: {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:07:28.243172 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Bound using segment: {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:07:28.243593 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Bound port: 7d2504a6-f3ef-4946-8082-2865cdaa6165, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364a974d-6e78-4342-bfa0-55af068d6c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:07:28.243949 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:28.307942 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] For port 7d2504a6-f3ef-4946-8082-2865cdaa6165, host hv-cinder-75995, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:07:28.311414 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] For port 7d2504a6-f3ef-4946-8082-2865cdaa6165, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7d2504a6-f3ef-4946-8082-2865cdaa6165,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:07:28.315695 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:28.348230 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:28.348848 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:28.350264 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] 10.222.0.30 "PUT /v2.0/ports/7d2504a6-f3ef-4946-8082-2865cdaa6165 HTTP/1.1" status: 200 len: 1094 time: 0.5858972 Sep 15 03:07:28.350840 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'tag': '7d2504a6-f3ef-4946-8082-2865cdaa6165'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:07:28.352987 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f449fcb-8c4f-4231-b96e-9bdbbbf886e0" -d '{"events": [{"name": "network-changed", "server_uuid": "922729ac-28f7-4bf9-894e-37deae4a5af8", "tag": "7d2504a6-f3ef-4946-8082-2865cdaa6165"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:07:28.379636 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b505c09-0db1-4e27-869e-8ad1aa9b8e4b service neutron] Pushing event updated for resources: {'Port': ['ID=7d2504a6-f3ef-4946-8082-2865cdaa6165,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:28.399370 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed577589-acb0-409b-a892-1566769d9577 req-f23ca3b5-af32-4204-b64a-02412f0934cb tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:28.401109 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ed577589-acb0-409b-a892-1566769d9577 req-f23ca3b5-af32-4204-b64a-02412f0934cb tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 944 time: 0.0710266 Sep 15 03:07:28.426335 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afd794a-9fa5-4252-82e4-ade21728748a x-openstack-request-id: req-8afd794a-9fa5-4252-82e4-ade21728748a {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:07:28.426635 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922729ac-28f7-4bf9-894e-37deae4a5af8", "tag": "7d2504a6-f3ef-4946-8082-2865cdaa6165", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:07:28.426890 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8afd794a-9fa5-4252-82e4-ade21728748a {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:07:28.427291 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'tag': '7d2504a6-f3ef-4946-8082-2865cdaa6165', 'status': 'completed', 'code': 200} Sep 15 03:07:28.449644 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ed577589-acb0-409b-a892-1566769d9577 req-656a036d-81b2-45fa-90f3-d5cf0edfc69f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416121 Sep 15 03:07:28.456166 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-c569e87b-e664-4179-912c-32c524554190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:28.457869 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-c569e87b-e664-4179-912c-32c524554190 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d44af7c3f99444b98d4422982551f2a&device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 1097 time: 0.0425622 Sep 15 03:07:28.512838 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-6fab94dd-b623-496b-8230-db44be7b4bc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d2504a6-f3ef-4946-8082-2865cdaa6165 HTTP/1.1" status: 200 len: 217 time: 0.0383191 Sep 15 03:07:28.561793 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-4fc122c7-3e66-4aef-94cd-9959a03c7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:28.563183 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-4fc122c7-3e66-4aef-94cd-9959a03c7ab7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3766e392-e837-4fc9-be07-d2a2e1d67712 HTTP/1.1" status: 200 len: 850 time: 0.0431702 Sep 15 03:07:28.607864 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-5d006a66-08e2-452b-bd28-921f6c61a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:28.609309 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-5d006a66-08e2-452b-bd28-921f6c61a807 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391109 Sep 15 03:07:28.702943 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-cabf0e3e-7b07-4c7d-99c6-68abf3bfcc03 service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839167 Sep 15 03:07:28.789478 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb3b23b-e0e6-4892-b7dc-1ece7283488a req-6d60187c-264a-458d-a8a3-a4877de348f7 service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788198 Sep 15 03:07:28.938260 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f449fcb-8c4f-4231-b96e-9bdbbbf886e0 req-1c19e627-f9d5-4866-999a-a65629c62948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:28.939772 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2f449fcb-8c4f-4231-b96e-9bdbbbf886e0 req-1c19e627-f9d5-4866-999a-a65629c62948 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d44af7c3f99444b98d4422982551f2a&device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 1097 time: 0.0448337 Sep 15 03:07:29.029515 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f449fcb-8c4f-4231-b96e-9bdbbbf886e0 req-fc70a09c-abde-401a-9e23-539c9e72b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:29.030948 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2f449fcb-8c4f-4231-b96e-9bdbbbf886e0 req-fc70a09c-abde-401a-9e23-539c9e72b971 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea HTTP/1.1" status: 200 len: 912 time: 0.0810232 Sep 15 03:07:29.074945 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2f449fcb-8c4f-4231-b96e-9bdbbbf886e0 req-f091132a-c203-4f1a-a774-288e8789d860 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d2504a6-f3ef-4946-8082-2865cdaa6165 HTTP/1.1" status: 200 len: 217 time: 0.0367310 Sep 15 03:07:29.122125 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f449fcb-8c4f-4231-b96e-9bdbbbf886e0 req-49d4ee35-6ad4-4e1e-96b7-75008a7e2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:29.123519 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2f449fcb-8c4f-4231-b96e-9bdbbbf886e0 req-49d4ee35-6ad4-4e1e-96b7-75008a7e2724 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3766e392-e837-4fc9-be07-d2a2e1d67712 HTTP/1.1" status: 200 len: 850 time: 0.0418799 Sep 15 03:07:29.166872 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f449fcb-8c4f-4231-b96e-9bdbbbf886e0 req-a3962e4a-32c6-4d7a-aac3-b57e8534f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:29.168246 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2f449fcb-8c4f-4231-b96e-9bdbbbf886e0 req-a3962e4a-32c6-4d7a-aac3-b57e8534f2a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378909 Sep 15 03:07:29.260093 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2f449fcb-8c4f-4231-b96e-9bdbbbf886e0 req-bf7795b4-f21e-40ae-8c85-8f69c6844f49 service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845819 Sep 15 03:07:29.347228 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2f449fcb-8c4f-4231-b96e-9bdbbbf886e0 req-4fb7f13b-8b3e-4b2f-944b-106b8c645166 service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799134 Sep 15 03:07:29.571293 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67bff8-0d3d-40d1-912b-f145a12e49c2 req-1b3efebd-c1e9-48f9-8874-a0319220d72d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:29.576898 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e67bff8-0d3d-40d1-912b-f145a12e49c2 req-1b3efebd-c1e9-48f9-8874-a0319220d72d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 944 time: 0.0523324 Sep 15 03:07:29.610078 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e67bff8-0d3d-40d1-912b-f145a12e49c2 req-8c3aeb5a-2a13-4620-8dd3-ce2e89c6b66e tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310714 Sep 15 03:07:30.724927 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97511ab2-cbe7-44f6-b824-4ef5fdcace2c req-5525a3e0-b6a3-4359-94e1-19f07b8c06e7 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:30.726387 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97511ab2-cbe7-44f6-b824-4ef5fdcace2c req-5525a3e0-b6a3-4359-94e1-19f07b8c06e7 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 944 time: 0.0512085 Sep 15 03:07:30.762934 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97511ab2-cbe7-44f6-b824-4ef5fdcace2c req-43e8ffd2-ed08-4f1d-a7a1-b7109ba191dd tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306547 Sep 15 03:07:31.873655 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b838b4-019a-4c3f-9eae-84bf4b90fab6 req-7ff7d671-2c09-4e78-bb01-99531b880eb6 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:31.875124 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-69b838b4-019a-4c3f-9eae-84bf4b90fab6 req-7ff7d671-2c09-4e78-bb01-99531b880eb6 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 944 time: 0.0483291 Sep 15 03:07:31.912026 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-69b838b4-019a-4c3f-9eae-84bf4b90fab6 req-14556cec-d8b9-474d-bb81-07f5975557e0 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311160 Sep 15 03:07:32.546353 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:07:32.597440 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 7d2504a6-f3ef-4946-8082-2865cdaa6165 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:07:32.688127 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 7d2504a6-f3ef-4946-8082-2865cdaa6165, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7d2504a6-f3ef-4946-8082-2865cdaa6165,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:07:32.698533 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '7d2504a6-f3ef-4946-8082-2865cdaa6165', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'port_id': '7d2504a6-f3ef-4946-8082-2865cdaa6165', 'mac_address': 'fa:16:3e:df:70:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:07:32.736516 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:32.748273 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2504a6-f3ef-4946-8082-2865cdaa6165 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:07:32.765816 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 7d2504a6-f3ef-4946-8082-2865cdaa6165, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7d2504a6-f3ef-4946-8082-2865cdaa6165,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:07:32.769635 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:32.815064 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=7d2504a6-f3ef-4946-8082-2865cdaa6165,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:32.821844 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:32.822222 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:32.822564 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:32.822952 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:32.823282 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:32.823614 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:32.823942 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:32.824275 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:32.824614 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:32.824963 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:32.825286 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:32.825615 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:07:33.022223 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8af73-16e8-40c0-9a37-ea22c6704144 req-f9c84b34-a014-4408-a8ff-0ee271079199 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:33.023569 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2fe8af73-16e8-40c0-9a37-ea22c6704144 req-f9c84b34-a014-4408-a8ff-0ee271079199 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 945 time: 0.0474951 Sep 15 03:07:33.061908 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2fe8af73-16e8-40c0-9a37-ea22c6704144 req-837dfbac-4348-457c-b0aa-a8edfec90581 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318344 Sep 15 03:07:33.208590 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['7d2504a6-f3ef-4946-8082-2865cdaa6165'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:07:33.471775 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:34.171728 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49733-d817-42aa-ae5c-ca7670eff59b req-d8cd1a9b-b150-46e6-91d7-fde1a13a4ceb tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:34.173210 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a8e49733-d817-42aa-ae5c-ca7670eff59b req-d8cd1a9b-b150-46e6-91d7-fde1a13a4ceb tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 945 time: 0.0468712 Sep 15 03:07:34.210671 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a8e49733-d817-42aa-ae5c-ca7670eff59b req-875647f1-afd8-41f8-ab91-8b62d6ccfca3 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Sep 15 03:07:34.597008 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 7d2504a6-f3ef-4946-8082-2865cdaa6165 up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:07:34.644120 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 7d2504a6-f3ef-4946-8082-2865cdaa6165 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:07:34.647880 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 7d2504a6-f3ef-4946-8082-2865cdaa6165 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:07:34.648270 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:34.721030 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:34.742680 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2504a6-f3ef-4946-8082-2865cdaa6165'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:07:34.744813 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b2e132-c2aa-48e7-891f-3bb0d15e945c" -d '{"events": [{"server_uuid": "922729ac-28f7-4bf9-894e-37deae4a5af8", "name": "network-vif-plugged", "status": "completed", "tag": "7d2504a6-f3ef-4946-8082-2865cdaa6165"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:07:34.758026 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 7d2504a6-f3ef-4946-8082-2865cdaa6165, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7d2504a6-f3ef-4946-8082-2865cdaa6165,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:07:34.762063 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:34.787966 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1babcf-4b1e-4c1b-a6aa-b809117d0fd4 x-openstack-request-id: req-cb1babcf-4b1e-4c1b-a6aa-b809117d0fd4 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:07:34.788261 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922729ac-28f7-4bf9-894e-37deae4a5af8", "name": "network-vif-plugged", "status": "completed", "tag": "7d2504a6-f3ef-4946-8082-2865cdaa6165", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:07:34.788510 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb1babcf-4b1e-4c1b-a6aa-b809117d0fd4 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:07:34.788908 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2504a6-f3ef-4946-8082-2865cdaa6165', 'code': 200} Sep 15 03:07:34.814095 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=7d2504a6-f3ef-4946-8082-2865cdaa6165,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:07:34.981265 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d47c77-975e-4b9e-9547-6211d806e494 req-5f6d6423-b3d6-430d-9d27-3cbd0c87fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:34.982758 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c4d47c77-975e-4b9e-9547-6211d806e494 req-5f6d6423-b3d6-430d-9d27-3cbd0c87fe9d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 1099 time: 0.0421844 Sep 15 03:07:35.015170 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c4d47c77-975e-4b9e-9547-6211d806e494 req-becbb87d-7428-42b8-9415-e0590c9e550b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256968 Sep 15 03:07:35.320968 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb20368-bcdf-4af5-83f1-fa52b0f8ea82 req-56732d70-4f94-44ca-8a4f-8dd3bd7f0a8d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:35.322337 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5fb20368-bcdf-4af5-83f1-fa52b0f8ea82 req-56732d70-4f94-44ca-8a4f-8dd3bd7f0a8d tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 946 time: 0.0473378 Sep 15 03:07:35.359413 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5fb20368-bcdf-4af5-83f1-fa52b0f8ea82 req-9f6dce6d-08d9-4052-978b-96e885cb1018 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307055 Sep 15 03:07:36.471907 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b988e-e49e-438a-9ebe-e5d371f834c2 req-00851914-1aef-41ed-b9a2-09fecdafc387 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:36.473416 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0c1b988e-e49e-438a-9ebe-e5d371f834c2 req-00851914-1aef-41ed-b9a2-09fecdafc387 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 946 time: 0.0470543 Sep 15 03:07:36.510726 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0c1b988e-e49e-438a-9ebe-e5d371f834c2 req-fd492cca-f6e3-48e8-8e24-215e26e91644 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306590 Sep 15 03:07:37.621294 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d9963-888c-46f7-a1de-aa39bd41e08a req-015539d9-25cb-47c6-889f-ef0f579f1a8c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:37.622750 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-387d9963-888c-46f7-a1de-aa39bd41e08a req-015539d9-25cb-47c6-889f-ef0f579f1a8c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 946 time: 0.0478847 Sep 15 03:07:37.659597 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-387d9963-888c-46f7-a1de-aa39bd41e08a req-37df66c3-0d60-471c-9e45-691d1719a248 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Sep 15 03:07:37.769146 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c69356-c0d5-4905-976c-c639564e1343 req-fa45c84a-6f4b-48c0-910f-614a5d38b83f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:37.770582 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79c69356-c0d5-4905-976c-c639564e1343 req-fa45c84a-6f4b-48c0-910f-614a5d38b83f tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 946 time: 0.0500467 Sep 15 03:07:37.779440 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34660) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:07:37.783628 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-93b7777d-00ab-49e0-8f3b-883f5db70421 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Request body: {'floatingip': {'port_id': '7d2504a6-f3ef-4946-8082-2865cdaa6165'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:07:37.820483 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-93b7777d-00ab-49e0-8f3b-883f5db70421 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:38.216956 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-93b7777d-00ab-49e0-8f3b-883f5db70421 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:38.220981 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-93b7777d-00ab-49e0-8f3b-883f5db70421 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:38.232987 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e7b4-d34d-4082-8590-e992618f046f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:38.323226 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-93b7777d-00ab-49e0-8f3b-883f5db70421 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Floating IP aa9a5a25-b3e8-4a2f-8dc6-f5a12e31c7cc associated. External IP: 172.27.2.104, port: 7d2504a6-f3ef-4946-8082-2865cdaa6165. Sep 15 03:07:38.539323 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b7777d-00ab-49e0-8f3b-883f5db70421 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Router bd1f3530-d374-4b00-8c2d-834bb601bd50 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:07:38.642351 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b7777d-00ab-49e0-8f3b-883f5db70421 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:07:38.647210 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-93b7777d-00ab-49e0-8f3b-883f5db70421 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:38.653714 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b940e64-0f8e-42a0-82b0-0e1a5f03a30e None None] Sync routers for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:07:38.666776 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b940e64-0f8e-42a0-82b0-0e1a5f03a30e None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:07:38.667464 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-3b940e64-0f8e-42a0-82b0-0e1a5f03a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:07:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:07:38.675190 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-93b7777d-00ab-49e0-8f3b-883f5db70421 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "PUT /v2.0/floatingips/aa9a5a25-b3e8-4a2f-8dc6-f5a12e31c7cc HTTP/1.1" status: 200 len: 992 time: 0.8922722 Sep 15 03:07:38.675190 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'tag': '7d2504a6-f3ef-4946-8082-2865cdaa6165'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:07:38.675676 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b5f37f379dde398f92d12e294ae0c4400e5de163891a3a78778841afde8ffe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363e4696-5544-4ca5-a679-33c5f7343ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "922729ac-28f7-4bf9-894e-37deae4a5af8", "tag": "7d2504a6-f3ef-4946-8082-2865cdaa6165"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:07:38.716064 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45d8bb9-3d06-48e1-80e2-2471340e26bd x-openstack-request-id: req-b45d8bb9-3d06-48e1-80e2-2471340e26bd {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:07:38.716349 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922729ac-28f7-4bf9-894e-37deae4a5af8", "tag": "7d2504a6-f3ef-4946-8082-2865cdaa6165", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:07:38.716601 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b45d8bb9-3d06-48e1-80e2-2471340e26bd {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:07:38.717026 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'tag': '7d2504a6-f3ef-4946-8082-2865cdaa6165', 'status': 'completed', 'code': 200} Sep 15 03:07:38.768021 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-3b940e64-0f8e-42a0-82b0-0e1a5f03a30e None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:07:38.814501 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e4696-5544-4ca5-a679-33c5f7343ba5 req-4e000c99-e410-426b-90ca-8f97718ece11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:38.816023 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-363e4696-5544-4ca5-a679-33c5f7343ba5 req-4e000c99-e410-426b-90ca-8f97718ece11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d44af7c3f99444b98d4422982551f2a&device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 1099 time: 0.0474398 Sep 15 03:07:38.903569 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e4696-5544-4ca5-a679-33c5f7343ba5 req-77856794-a91d-44e3-9142-5b5db20b404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:38.905067 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-363e4696-5544-4ca5-a679-33c5f7343ba5 req-77856794-a91d-44e3-9142-5b5db20b404e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea HTTP/1.1" status: 200 len: 912 time: 0.0821185 Sep 15 03:07:38.972179 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-363e4696-5544-4ca5-a679-33c5f7343ba5 req-ebcf1035-cb82-4b55-873d-7ba3e6e35226 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d2504a6-f3ef-4946-8082-2865cdaa6165 HTTP/1.1" status: 200 len: 1000 time: 0.0595555 Sep 15 03:07:38.988184 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-3b940e64-0f8e-42a0-82b0-0e1a5f03a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': 'aa9a5a25-b3e8-4a2f-8dc6-f5a12e31c7cc', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'port_id': '7d2504a6-f3ef-4946-8082-2865cdaa6165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'mac_address': 'fa:16:3e:df:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:07:25Z', 'updated_at': '2021-09-15T03:07:38Z', 'revision_number': 1, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:07:39.013683 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b940e64-0f8e-42a0-82b0-0e1a5f03a30e None None] Checking router: bd1f3530-d374-4b00-8c2d-834bb601bd50 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:07:39.020748 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e4696-5544-4ca5-a679-33c5f7343ba5 req-c0934fdc-a372-4502-9106-9702cb9bf7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:39.021654 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b940e64-0f8e-42a0-82b0-0e1a5f03a30e None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:07:39.022199 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-363e4696-5544-4ca5-a679-33c5f7343ba5 req-c0934fdc-a372-4502-9106-9702cb9bf7a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3766e392-e837-4fc9-be07-d2a2e1d67712 HTTP/1.1" status: 200 len: 850 time: 0.0437269 Sep 15 03:07:39.022320 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-3b940e64-0f8e-42a0-82b0-0e1a5f03a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:07:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:07:39.067574 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e4696-5544-4ca5-a679-33c5f7343ba5 req-c7e0d35c-cdcf-4f5b-b468-9f1c7af88d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:07:39.069089 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-363e4696-5544-4ca5-a679-33c5f7343ba5 req-c7e0d35c-cdcf-4f5b-b468-9f1c7af88d73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399497 Sep 15 03:07:39.125403 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-3b940e64-0f8e-42a0-82b0-0e1a5f03a30e None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:07:39.158567 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-363e4696-5544-4ca5-a679-33c5f7343ba5 req-657bf6a3-cffd-4c30-964e-58f87fc662e2 service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825713 Sep 15 03:07:39.250556 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-363e4696-5544-4ca5-a679-33c5f7343ba5 req-98e52841-f95f-4392-85db-757f49bcb54f service neutron] 10.222.0.30 "GET /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844088 Sep 15 03:07:39.345556 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-3b940e64-0f8e-42a0-82b0-0e1a5f03a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': 'aa9a5a25-b3e8-4a2f-8dc6-f5a12e31c7cc', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'port_id': '7d2504a6-f3ef-4946-8082-2865cdaa6165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'mac_address': 'fa:16:3e:df:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:07:25Z', 'updated_at': '2021-09-15T03:07:38Z', 'revision_number': 1, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:07:39.370377 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b940e64-0f8e-42a0-82b0-0e1a5f03a30e None None] The sync data for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi is: [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': 'aa9a5a25-b3e8-4a2f-8dc6-f5a12e31c7cc', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'port_id': '7d2504a6-f3ef-4946-8082-2865cdaa6165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'mac_address': 'fa:16:3e:df:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:07:25Z', 'updated_at': '2021-09-15T03:07:38Z', 'revision_number': 1, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:07:39.548242 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605e04fc-8b70-4eca-9789-2b62f2b1888c None None] New status for floating IP aa9a5a25-b3e8-4a2f-8dc6-f5a12e31c7cc: ACTIVE {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:07:40.748704 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3d4be1de-9aa0-4356-be8d-a55ff62a950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:41.025942 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:42.158315 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:07:43.567399 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:03.483112 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:07.860759 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4dfa809a-5cbe-409d-b3ab-91bef0a730b8 req-c73e8d16-6736-4868-8071-52442e241b87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416818 Sep 15 03:08:07.930979 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa809a-5cbe-409d-b3ab-91bef0a730b8 req-3efef91b-b5c0-4cde-bf13-f0a68d87ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:07.932447 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4dfa809a-5cbe-409d-b3ab-91bef0a730b8 req-3efef91b-b5c0-4cde-bf13-f0a68d87ace1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 1098 time: 0.0381601 Sep 15 03:08:08.031986 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa809a-5cbe-409d-b3ab-91bef0a730b8 req-c28b8190-ab50-4faa-8f0a-f6cd75c2774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:08.033378 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4dfa809a-5cbe-409d-b3ab-91bef0a730b8 req-c28b8190-ab50-4faa-8f0a-f6cd75c2774e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0812850 Sep 15 03:08:08.076971 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4dfa809a-5cbe-409d-b3ab-91bef0a730b8 req-35172c17-a89c-4280-94aa-09259c91e742 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc HTTP/1.1" status: 200 len: 217 time: 0.0363290 Sep 15 03:08:08.124008 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa809a-5cbe-409d-b3ab-91bef0a730b8 req-ccce1580-72dd-4016-8f95-c500aaa88ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:08.125415 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4dfa809a-5cbe-409d-b3ab-91bef0a730b8 req-ccce1580-72dd-4016-8f95-c500aaa88ae5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0418823 Sep 15 03:08:08.155809 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4dfa809a-5cbe-409d-b3ab-91bef0a730b8 req-77bbc332-e79f-4d23-9beb-c9155383e8d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230603 Sep 15 03:08:08.233357 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d2881b4d-a00d-4873-96be-e2dfd24144c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:08.247280 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4dfa809a-5cbe-409d-b3ab-91bef0a730b8 req-1384c4bb-30ad-41ff-b6b1-c7aa422ede52 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829394 Sep 15 03:08:08.334183 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4dfa809a-5cbe-409d-b3ab-91bef0a730b8 req-b896b59a-de2f-4b90-9382-0b518fe01872 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795970 Sep 15 03:08:09.546071 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:08:10.750405 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-467bf90a-82c8-48c0-8648-3b1d88474a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:10.957483 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b77952b9-b8c2-445c-8ba2-6f0c951d9034 req-d9d35fa9-3ace-453a-af4e-4c86f445b688 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396656817&fields=id&tenant_id=b7eaf10fa4104dc188da24b13f77fad4 HTTP/1.1" status: 200 len: 267 time: 0.0348930 Sep 15 03:08:11.009187 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77952b9-b8c2-445c-8ba2-6f0c951d9034 req-6f1439fb-085a-4c74-8c55-e314df1f708c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:11.011480 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b77952b9-b8c2-445c-8ba2-6f0c951d9034 req-6f1439fb-085a-4c74-8c55-e314df1f708c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 985 time: 0.0485919 Sep 15 03:08:11.026481 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-b77952b9-b8c2-445c-8ba2-6f0c951d9034 req-f3f61b05-7d4b-41e2-8bed-59d3601716e2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Request body: {'port': {'security_groups': ['0ec681b8-3220-4dee-a412-8cc6ed331773']}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:08:11.029833 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.094737 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-b77952b9-b8c2-445c-8ba2-6f0c951d9034 req-f3f61b05-7d4b-41e2-8bed-59d3601716e2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.297279 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-b77952b9-b8c2-445c-8ba2-6f0c951d9034 req-f3f61b05-7d4b-41e2-8bed-59d3601716e2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] For port 2aa261d9-887d-4fc8-b982-ce354798e313, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2aa261d9-887d-4fc8-b982-ce354798e313,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:08:11.328501 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-b77952b9-b8c2-445c-8ba2-6f0c951d9034 req-f3f61b05-7d4b-41e2-8bed-59d3601716e2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.332860 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-b77952b9-b8c2-445c-8ba2-6f0c951d9034 req-f3f61b05-7d4b-41e2-8bed-59d3601716e2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130386883'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.371249 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['2aa261d9-887d-4fc8-b982-ce354798e313'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:08:11.375868 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77952b9-b8c2-445c-8ba2-6f0c951d9034 req-f3f61b05-7d4b-41e2-8bed-59d3601716e2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:11.375868 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-b77952b9-b8c2-445c-8ba2-6f0c951d9034 req-f3f61b05-7d4b-41e2-8bed-59d3601716e2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.376838 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b77952b9-b8c2-445c-8ba2-6f0c951d9034 req-f3f61b05-7d4b-41e2-8bed-59d3601716e2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "PUT /v2.0/ports/2aa261d9-887d-4fc8-b982-ce354798e313 HTTP/1.1" status: 200 len: 943 time: 0.3586555 Sep 15 03:08:11.377326 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:08:11.379570 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b5f37f379dde398f92d12e294ae0c4400e5de163891a3a78778841afde8ffe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1521d4f2-f476-47f2-9858-2d7679f56a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:08:11.383246 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34812) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:11.405442 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f61b05-7d4b-41e2-8bed-59d3601716e2 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event updated for resources: {'Port': ['ID=2aa261d9-887d-4fc8-b982-ce354798e313,revision_number=7']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:11.433131 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a560d05-459b-41d6-b80a-2fd195087ce0 x-openstack-request-id: req-6a560d05-459b-41d6-b80a-2fd195087ce0 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:08:11.433677 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:08:11.433929 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a560d05-459b-41d6-b80a-2fd195087ce0 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:08:11.434350 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313', 'status': 'completed', 'code': 200} Sep 15 03:08:11.456862 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a27a5a2f-f9cb-4bce-a0da-3160e7acebf1 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.521179 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a27a5a2f-f9cb-4bce-a0da-3160e7acebf1 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.545852 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['2aa261d9-887d-4fc8-b982-ce354798e313'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:08:11.563010 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521d4f2-f476-47f2-9858-2d7679f56a7e req-485bbf3c-328b-4161-b0d1-1be241accad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:11.564625 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1521d4f2-f476-47f2-9858-2d7679f56a7e req-485bbf3c-328b-4161-b0d1-1be241accad7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7eaf10fa4104dc188da24b13f77fad4&device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0846620 Sep 15 03:08:11.640313 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c22a810f-dac7-4642-9872-5af8cc59eb21 None None] Provisioning complete for port 2aa261d9-887d-4fc8-b982-ce354798e313 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:08:11.640597 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c22a810f-dac7-4642-9872-5af8cc59eb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.640768 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a27a5a2f-f9cb-4bce-a0da-3160e7acebf1 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.643314 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a27a5a2f-f9cb-4bce-a0da-3160e7acebf1 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.646913 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a27a5a2f-f9cb-4bce-a0da-3160e7acebf1 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "DELETE /v2.0/security-groups/f192e071-31b1-4821-8cc2-6f79f721d155 HTTP/1.1" status: 204 len: 168 time: 0.2595961 Sep 15 03:08:11.647401 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34814) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:11.659472 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a5a2f-f9cb-4bce-a0da-3160e7acebf1 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f192e071-31b1-4821-8cc2-6f79f721d155,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:11.681986 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521d4f2-f476-47f2-9858-2d7679f56a7e req-f557ca31-e6f9-4a77-b7d3-7f8de8f834ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:11.684113 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1521d4f2-f476-47f2-9858-2d7679f56a7e req-f557ca31-e6f9-4a77-b7d3-7f8de8f834ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb17eef5-fd05-4af3-97aa-1227991cec9f HTTP/1.1" status: 200 len: 916 time: 0.1120427 Sep 15 03:08:11.755361 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1521d4f2-f476-47f2-9858-2d7679f56a7e req-905f923b-919a-4c17-a6b1-3988568c2a5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aa261d9-887d-4fc8-b982-ce354798e313 HTTP/1.1" status: 200 len: 1002 time: 0.0630906 Sep 15 03:08:11.806184 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521d4f2-f476-47f2-9858-2d7679f56a7e req-e40169c7-04cf-4d0e-a610-1373712ea2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:11.807631 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1521d4f2-f476-47f2-9858-2d7679f56a7e req-e40169c7-04cf-4d0e-a610-1373712ea2ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266b9c31-2e3c-4c09-bd9e-3397243fac67 HTTP/1.1" status: 200 len: 854 time: 0.0437245 Sep 15 03:08:11.813959 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Deleting port 16cbecad-c7d3-4809-95c7-cc1304098d72 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:08:11.814252 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.855702 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521d4f2-f476-47f2-9858-2d7679f56a7e req-f669d843-504c-4e7e-b723-36a0a9ac667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:11.857815 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1521d4f2-f476-47f2-9858-2d7679f56a7e req-f669d843-504c-4e7e-b723-36a0a9ac667b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb17eef5-fd05-4af3-97aa-1227991cec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423131 Sep 15 03:08:11.889200 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.889528 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:11.900945 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Calling delete_port for 16cbecad-c7d3-4809-95c7-cc1304098d72 owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:08:11.949933 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1521d4f2-f476-47f2-9858-2d7679f56a7e req-dee4417d-db23-460c-8a25-4299587caeae service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840733 Sep 15 03:08:12.045822 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1521d4f2-f476-47f2-9858-2d7679f56a7e req-86559e22-d033-4b31-aff5-b3d03e512ea5 service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876749 Sep 15 03:08:12.076720 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:12.102763 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event deleted for resources: {'Port': ['ID=16cbecad-c7d3-4809-95c7-cc1304098d72,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:12.161901 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:12.165970 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:12.166297 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Floating IP 3f2f5adb-9d59-44ad-be77-977a885027c8 disassociated (deleted). External IP: 172.27.2.184, port: 2aa261d9-887d-4fc8-b982-ce354798e313. Sep 15 03:08:12.607595 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:08:12.709338 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:08:12.714163 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:12.720868 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f6d58-a4b2-44a3-b849-1dd47f0e5ca5 None None] Sync routers for ids ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:08:12.730064 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f6d58-a4b2-44a3-b849-1dd47f0e5ca5 None None] Routers {'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:08:12.730610 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-bb9f6d58-a4b2-44a3-b849-1dd47f0e5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:08:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:12.742555 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-30147a90-4d0c-415b-bf32-7fc5facc886f tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "DELETE /v2.0/floatingips/3f2f5adb-9d59-44ad-be77-977a885027c8 HTTP/1.1" status: 204 len: 168 time: 1.0938461 Sep 15 03:08:12.834166 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-bb9f6d58-a4b2-44a3-b849-1dd47f0e5ca5 None None] Set router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:08:13.037128 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-bb9f6d58-a4b2-44a3-b849-1dd47f0e5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:51Z', 'revision_number': 4, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '827a9276-baa6-4f39-b091-e2b23a51f566', 'name': '', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'mac_address': 'fa:16:3e:22:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:51Z', 'updated_at': '2021-09-15T03:04:55Z', 'revision_number': 5, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'subnets': [{'id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:13.141022 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f6d58-a4b2-44a3-b849-1dd47f0e5ca5 None None] Checking router: dd0a085c-c9bc-4722-83ef-5f2d4cc4309d for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:08:13.149259 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f6d58-a4b2-44a3-b849-1dd47f0e5ca5 None None] Routers {'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:08:13.149850 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-bb9f6d58-a4b2-44a3-b849-1dd47f0e5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:08:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:13.249349 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-bb9f6d58-a4b2-44a3-b849-1dd47f0e5ca5 None None] Set router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:08:13.435978 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:08:13.438341 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b5f37f379dde398f92d12e294ae0c4400e5de163891a3a78778841afde8ffe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f4f1a7-2e85-4324-8872-320f4c7fd958" -d '{"events": [{"name": "network-changed", "server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:08:13.441026 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-bb9f6d58-a4b2-44a3-b849-1dd47f0e5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:51Z', 'revision_number': 4, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '827a9276-baa6-4f39-b091-e2b23a51f566', 'name': '', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'mac_address': 'fa:16:3e:22:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:51Z', 'updated_at': '2021-09-15T03:04:55Z', 'revision_number': 5, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'subnets': [{'id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:13.466228 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f6d58-a4b2-44a3-b849-1dd47f0e5ca5 None None] The sync data for ids ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'] in dv-cinder-759955-25-iscsi is: [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:51Z', 'revision_number': 4, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '827a9276-baa6-4f39-b091-e2b23a51f566', 'name': '', 'network_id': 'bb17eef5-fd05-4af3-97aa-1227991cec9f', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'mac_address': 'fa:16:3e:22:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:51Z', 'updated_at': '2021-09-15T03:04:55Z', 'revision_number': 5, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'subnets': [{'id': '266b9c31-2e3c-4c09-bd9e-3397243fac67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:08:13.475783 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1695458b-a734-487a-88d1-71f99f149653 x-openstack-request-id: req-1695458b-a734-487a-88d1-71f99f149653 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:08:13.476131 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:08:13.476442 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1695458b-a734-487a-88d1-71f99f149653 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:08:13.476931 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313', 'status': 'completed', 'code': 200} Sep 15 03:08:13.572088 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:13.592984 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4f1a7-2e85-4324-8872-320f4c7fd958 req-09fd1dfa-eba5-42c2-b248-53a5ef68c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:13.594502 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-52f4f1a7-2e85-4324-8872-320f4c7fd958 req-09fd1dfa-eba5-42c2-b248-53a5ef68c8a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7eaf10fa4104dc188da24b13f77fad4&device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0434246 Sep 15 03:08:13.686734 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07c4c6-afbd-4fc8-a0b3-fdb957dfcbd6 None None] New status for floating IP 3f2f5adb-9d59-44ad-be77-977a885027c8: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:08:13.696041 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4f1a7-2e85-4324-8872-320f4c7fd958 req-88f30115-16d6-46ce-b6e2-ca893dc9d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:13.697657 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-52f4f1a7-2e85-4324-8872-320f4c7fd958 req-88f30115-16d6-46ce-b6e2-ca893dc9d094 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb17eef5-fd05-4af3-97aa-1227991cec9f HTTP/1.1" status: 200 len: 916 time: 0.0943990 Sep 15 03:08:13.741759 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-52f4f1a7-2e85-4324-8872-320f4c7fd958 req-0c362bbc-f5e0-4871-9db3-1f9245c1920a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aa261d9-887d-4fc8-b982-ce354798e313 HTTP/1.1" status: 200 len: 217 time: 0.0331481 Sep 15 03:08:13.790330 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4f1a7-2e85-4324-8872-320f4c7fd958 req-d7055130-5181-4396-b18f-d6ed82986e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:13.791800 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-52f4f1a7-2e85-4324-8872-320f4c7fd958 req-d7055130-5181-4396-b18f-d6ed82986e44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266b9c31-2e3c-4c09-bd9e-3397243fac67 HTTP/1.1" status: 200 len: 854 time: 0.0428042 Sep 15 03:08:13.836520 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4f1a7-2e85-4324-8872-320f4c7fd958 req-6f2da02d-26e2-48fb-a6b2-29a3a9a036df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:13.837944 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-52f4f1a7-2e85-4324-8872-320f4c7fd958 req-6f2da02d-26e2-48fb-a6b2-29a3a9a036df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb17eef5-fd05-4af3-97aa-1227991cec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378740 Sep 15 03:08:13.928975 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-52f4f1a7-2e85-4324-8872-320f4c7fd958 req-6f27561f-407c-47ca-882a-f0ec91213f6d service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812569 Sep 15 03:08:14.247996 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-52f4f1a7-2e85-4324-8872-320f4c7fd958 req-87ccbe35-7540-47e3-86d8-ceb58bf3b493 service neutron] 10.222.0.30 "GET /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104465 Sep 15 03:08:16.475488 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaf8ea-712c-4a60-a3d7-6c249b5a077e req-cefd46f2-11e1-44dd-bac4-bc6a02882f32 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:16.476953 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-edfaf8ea-712c-4a60-a3d7-6c249b5a077e req-cefd46f2-11e1-44dd-bac4-bc6a02882f32 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 946 time: 0.0476313 Sep 15 03:08:16.513867 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-edfaf8ea-712c-4a60-a3d7-6c249b5a077e req-f28403e1-694b-4586-9647-c5de76de3cfb tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300934 Sep 15 03:08:17.626293 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd16aa-fcb1-419f-98c2-2006761504f5 req-4c7b9f4f-a3f4-421c-b48a-c3a4f991623c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:17.627732 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-52bd16aa-fcb1-419f-98c2-2006761504f5 req-4c7b9f4f-a3f4-421c-b48a-c3a4f991623c tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 946 time: 0.0465891 Sep 15 03:08:17.663827 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-52bd16aa-fcb1-419f-98c2-2006761504f5 req-c67451f7-0da7-47ef-a5bf-9f42040e5658 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303526 Sep 15 03:08:18.785094 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832ac5-2abc-4eea-a4b9-fb6d68225ce5 req-7d6d7591-4b4e-4dda-841d-a8ef24375f75 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:18.786541 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-15832ac5-2abc-4eea-a4b9-fb6d68225ce5 req-7d6d7591-4b4e-4dda-841d-a8ef24375f75 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.30 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 946 time: 0.0770314 Sep 15 03:08:18.797993 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba9b58-94f1-4aa0-ad6c-8d2018d9f74f req-00791e6f-af54-43c5-ad15-a54c1cc8406d tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:08:18.799336 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-52ba9b58-94f1-4aa0-ad6c-8d2018d9f74f req-00791e6f-af54-43c5-ad15-a54c1cc8406d tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/ports?device_id=3024e4f3-7b72-426a-9fa4-6425f7b42ec3 HTTP/1.1" status: 200 len: 946 time: 0.0653393 Sep 15 03:08:18.879324 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-52ba9b58-94f1-4aa0-ad6c-8d2018d9f74f req-7dafb7f3-b3c7-41ba-a696-9f244e51fa26 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ec681b8-3220-4dee-a412-8cc6ed331773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731969 Sep 15 03:08:18.906337 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-15832ac5-2abc-4eea-a4b9-fb6d68225ce5 req-b5769cd5-7c76-4522-8d2d-f4280a3a2009 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Deleting port 2aa261d9-887d-4fc8-b982-ce354798e313 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:08:18.906670 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-15832ac5-2abc-4eea-a4b9-fb6d68225ce5 req-b5769cd5-7c76-4522-8d2d-f4280a3a2009 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:18.993632 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-15832ac5-2abc-4eea-a4b9-fb6d68225ce5 req-b5769cd5-7c76-4522-8d2d-f4280a3a2009 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] For port 2aa261d9-887d-4fc8-b982-ce354798e313, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2aa261d9-887d-4fc8-b982-ce354798e313,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:08:18.993916 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-15832ac5-2abc-4eea-a4b9-fb6d68225ce5 req-b5769cd5-7c76-4522-8d2d-f4280a3a2009 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:19.005833 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-15832ac5-2abc-4eea-a4b9-fb6d68225ce5 req-b5769cd5-7c76-4522-8d2d-f4280a3a2009 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Calling delete_port for 2aa261d9-887d-4fc8-b982-ce354798e313 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:08:19.128442 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-15832ac5-2abc-4eea-a4b9-fb6d68225ce5 req-b5769cd5-7c76-4522-8d2d-f4280a3a2009 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:19.156442 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5769cd5-7c76-4522-8d2d-f4280a3a2009 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Pushing event deleted for resources: {'Port': ['ID=2aa261d9-887d-4fc8-b982-ce354798e313,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:19.197043 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-15832ac5-2abc-4eea-a4b9-fb6d68225ce5 req-b5769cd5-7c76-4522-8d2d-f4280a3a2009 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] No DVR routers for this DVR port 2aa261d9-887d-4fc8-b982-ce354798e313 on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:08:19.199530 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-15832ac5-2abc-4eea-a4b9-fb6d68225ce5 req-b5769cd5-7c76-4522-8d2d-f4280a3a2009 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:19.202166 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-15832ac5-2abc-4eea-a4b9-fb6d68225ce5 req-b5769cd5-7c76-4522-8d2d-f4280a3a2009 tempest-TestMinimumBasicScenario-1191512117 tempest-TestMinimumBasicScenario-1191512117-project] 10.222.0.30 "DELETE /v2.0/ports/2aa261d9-887d-4fc8-b982-ce354798e313 HTTP/1.1" status: 204 len: 173 time: 0.4019995 Sep 15 03:08:19.202595 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'name': 'network-vif-deleted', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:08:19.204857 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fbf996-63fd-47bc-9203-ecf41886f87d" -d '{"events": [{"server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "name": "network-vif-deleted", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:08:19.241231 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1e588b-966f-4eaf-9efa-c7f171a55166 x-openstack-request-id: req-9c1e588b-966f-4eaf-9efa-c7f171a55166 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:08:19.241522 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3024e4f3-7b72-426a-9fa4-6425f7b42ec3", "name": "network-vif-deleted", "tag": "2aa261d9-887d-4fc8-b982-ce354798e313", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:08:19.241790 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c1e588b-966f-4eaf-9efa-c7f171a55166 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:08:19.242185 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3024e4f3-7b72-426a-9fa4-6425f7b42ec3', 'name': 'network-vif-deleted', 'tag': '2aa261d9-887d-4fc8-b982-ce354798e313', 'status': 'completed', 'code': 200} Sep 15 03:08:20.545881 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34930) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:20.794396 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 2aa261d9-887d-4fc8-b982-ce354798e313 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:08:20.814232 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 2aa261d9-887d-4fc8-b982-ce354798e313 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:08:20.814579 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 2aa261d9-887d-4fc8-b982-ce354798e313 not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:08:20.881503 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-83ff3c08-2db9-44ed-9671-abd9cd9d3921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531461'] for router_interface, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:21.113036 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-83ff3c08-2db9-44ed-9671-abd9cd9d3921 admin admin] Deleting port 827a9276-baa6-4f39-b091-e2b23a51f566 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:08:21.113381 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-83ff3c08-2db9-44ed-9671-abd9cd9d3921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:21.192473 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-83ff3c08-2db9-44ed-9671-abd9cd9d3921 admin admin] For port 827a9276-baa6-4f39-b091-e2b23a51f566, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=827a9276-baa6-4f39-b091-e2b23a51f566,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:08:21.192839 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-83ff3c08-2db9-44ed-9671-abd9cd9d3921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:21.205964 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-83ff3c08-2db9-44ed-9671-abd9cd9d3921 admin admin] Calling delete_port for 827a9276-baa6-4f39-b091-e2b23a51f566 owned by network:router_interface {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:08:21.378421 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-83ff3c08-2db9-44ed-9671-abd9cd9d3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:21.402604 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff3c08-2db9-44ed-9671-abd9cd9d3921 admin admin] Pushing event deleted for resources: {'Port': ['ID=827a9276-baa6-4f39-b091-e2b23a51f566,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:21.565004 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-83ff3c08-2db9-44ed-9671-abd9cd9d3921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528565'] for router_interface, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:21.769047 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ff3c08-2db9-44ed-9671-abd9cd9d3921 admin admin] Router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:08:21.870537 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ff3c08-2db9-44ed-9671-abd9cd9d3921 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:08:21.875539 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-83ff3c08-2db9-44ed-9671-abd9cd9d3921 admin admin] 10.222.0.32 "PUT /v2.0/routers/dd0a085c-c9bc-4722-83ef-5f2d4cc4309d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3286548 Sep 15 03:08:21.877950 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34936) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:21.885894 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30580e15-4d09-4a13-8a03-ca0103dcd82f None None] Sync routers for ids ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:08:21.894921 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30580e15-4d09-4a13-8a03-ca0103dcd82f None None] Routers {'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:08:21.895520 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-30580e15-4d09-4a13-8a03-ca0103dcd82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:08:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:21.986844 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.002566 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-30580e15-4d09-4a13-8a03-ca0103dcd82f None None] Set router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:08:22.086391 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.137188 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Deleting port 36625478-6ab0-4b54-95c8-0bf42dd8ee75 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:08:22.137524 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.184529 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-30580e15-4d09-4a13-8a03-ca0103dcd82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:08:21Z', 'revision_number': 5, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port': {'id': '36625478-6ab0-4b54-95c8-0bf42dd8ee75', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:22.210844 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30580e15-4d09-4a13-8a03-ca0103dcd82f None None] Checking router: dd0a085c-c9bc-4722-83ef-5f2d4cc4309d for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:08:22.216674 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] For port 36625478-6ab0-4b54-95c8-0bf42dd8ee75, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=36625478-6ab0-4b54-95c8-0bf42dd8ee75,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:08:22.217096 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.218893 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30580e15-4d09-4a13-8a03-ca0103dcd82f None None] Routers {'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:08:22.219484 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-30580e15-4d09-4a13-8a03-ca0103dcd82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:08:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:22.233162 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Calling delete_port for 36625478-6ab0-4b54-95c8-0bf42dd8ee75 owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:08:22.303075 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-30580e15-4d09-4a13-8a03-ca0103dcd82f None None] Set router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:08:22.353630 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-30580e15-4d09-4a13-8a03-ca0103dcd82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:08:22Z', 'revision_number': 6, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port_host': None}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:22.382171 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30580e15-4d09-4a13-8a03-ca0103dcd82f None None] The sync data for ids ['dd0a085c-c9bc-4722-83ef-5f2d4cc4309d'] in dv-cinder-759955-25-iscsi is: [{'id': 'dd0a085c-c9bc-4722-83ef-5f2d4cc4309d', 'name': 'tempest-TestMinimumBasicScenario-1416982574-router', 'tenant_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:49Z', 'updated_at': '2021-09-15T03:08:22Z', 'revision_number': 6, 'project_id': 'b7eaf10fa4104dc188da24b13f77fad4', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:08:22.393831 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.425417 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=36625478-6ab0-4b54-95c8-0bf42dd8ee75,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:22.482445 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528499'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.569543 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7387'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.571583 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.615402 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530649'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.615933 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd0a085c-c9bc-4722-83ef-5f2d4cc4309d {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 03:08:22.621087 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.622222 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a7877478-4862-428f-b115-e122927e5ea4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dd0a085c-c9bc-4722-83ef-5f2d4cc4309d HTTP/1.1" status: 204 len: 168 time: 0.7433429 Sep 15 03:08:22.625222 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34942) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:22.671177 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e883496-2e46-4e5b-910b-0ca2769a89f2 admin admin] Deleting subnet 266b9c31-2e3c-4c09-bd9e-3397243fac67 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:08:22.674082 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e883496-2e46-4e5b-910b-0ca2769a89f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.707521 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e883496-2e46-4e5b-910b-0ca2769a89f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130885014'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.789770 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e883496-2e46-4e5b-910b-0ca2769a89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.841233 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e883496-2e46-4e5b-910b-0ca2769a89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130386933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130944569'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.868263 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e883496-2e46-4e5b-910b-0ca2769a89f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=266b9c31-2e3c-4c09-bd9e-3397243fac67,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:22.870266 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e883496-2e46-4e5b-910b-0ca2769a89f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.872181 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6e883496-2e46-4e5b-910b-0ca2769a89f2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/266b9c31-2e3c-4c09-bd9e-3397243fac67 HTTP/1.1" status: 204 len: 168 time: 0.2460051 Sep 15 03:08:22.874605 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 34944) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:22.877073 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad790ea4-21d2-41cb-9176-95c38d5a2648 None None] Network bb17eef5-fd05-4af3-97aa-1227991cec9f requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:08:22.940565 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:22.995804 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Deleting port c97a0198-e89f-47d5-8b0a-2579549134a5 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:08:22.996145 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.057064 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] For port c97a0198-e89f-47d5-8b0a-2579549134a5, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=c97a0198-e89f-47d5-8b0a-2579549134a5,segment=NetworkSegment(6373cc00-fe14-4da5-8761-d1a46f4c858b),segment_id=6373cc00-fe14-4da5-8761-d1a46f4c858b)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:08:23.057367 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.069720 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Calling delete_port for c97a0198-e89f-47d5-8b0a-2579549134a5 owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:08:23.129031 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04163c-a390-4e20-9402-1f759ce957fd None None] DHCP port deletion for bb17eef5-fd05-4af3-97aa-1227991cec9f request from dv-cinder-759955-25-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 03:08:23.153799 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.177732 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-7f04163c-a390-4e20-9402-1f759ce957fd None None] Deleting port c97a0198-e89f-47d5-8b0a-2579549134a5 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:08:23.178108 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f04163c-a390-4e20-9402-1f759ce957fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.180935 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97a0198-e89f-47d5-8b0a-2579549134a5,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:23.186720 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] No DVR routers for this DVR port c97a0198-e89f-47d5-8b0a-2579549134a5 on host dv-cinder-759955-25-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:08:23.243310 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-7f04163c-a390-4e20-9402-1f759ce957fd None None] For port c97a0198-e89f-47d5-8b0a-2579549134a5, host dv-cinder-759955-25-iscsi, got binding levels [] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:08:23.243703 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f04163c-a390-4e20-9402-1f759ce957fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.255905 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-7f04163c-a390-4e20-9402-1f759ce957fd None None] Calling delete_port for c97a0198-e89f-47d5-8b0a-2579549134a5 owned by network:dhcp {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:08:23.258661 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.ipam_backend_mixin [None req-7f04163c-a390-4e20-9402-1f759ce957fd None None] Port c97a0198-e89f-47d5-8b0a-2579549134a5 was not found and therefore no delete operation was performed {{(pid=93870) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 03:08:23.259944 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7f04163c-a390-4e20-9402-1f759ce957fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.262455 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.286539 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04163c-a390-4e20-9402-1f759ce957fd None None] Pushing event deleted for resources: {'Port': ['ID=c97a0198-e89f-47d5-8b0a-2579549134a5,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:23.288216 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb17eef5-fd05-4af3-97aa-1227991cec9f']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:23.290713 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04163c-a390-4e20-9402-1f759ce957fd None None] No DVR routers for this DVR port c97a0198-e89f-47d5-8b0a-2579549134a5 on host dv-cinder-759955-25-iscsi {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:08:23.300455 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6373cc00-fe14-4da5-8761-d1a46f4c858b') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:23.300770 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6373cc00-fe14-4da5-8761-d1a46f4c858b') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:23.312334 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130885021'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.325685 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.332264 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:08:23.332656 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130386475'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: timer() Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: cb(*args, **kw) Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: self._notify() Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: self.callback(batched_events) Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: event.method(event) Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: return self._get(url).json() Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:08:23.334563 dv-cinder-759955-25-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:08:23.390712 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.400353 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.402285 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bb17eef5-fd05-4af3-97aa-1227991cec9f HTTP/1.1" status: 204 len: 168 time: 0.5267763 Sep 15 03:08:23.406348 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34948) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:23.413567 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6463ec5-4341-4436-a822-aba6c4da00f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb17eef5-fd05-4af3-97aa-1227991cec9f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:23.742023 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531461'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.975404 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Deleting port 913c0cac-63f2-4288-b1d2-4fb697be06bf {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:08:23.975739 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:23.979679 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 36625478-6ab0-4b54-95c8-0bf42dd8ee75 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:08:23.999755 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 36625478-6ab0-4b54-95c8-0bf42dd8ee75 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:08:24.000015 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 36625478-6ab0-4b54-95c8-0bf42dd8ee75 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:08:24.000427 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 827a9276-baa6-4f39-b091-e2b23a51f566 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:08:24.017996 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 827a9276-baa6-4f39-b091-e2b23a51f566 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:08:24.018337 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 827a9276-baa6-4f39-b091-e2b23a51f566 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:08:24.018740 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device c97a0198-e89f-47d5-8b0a-2579549134a5 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:08:24.036728 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: c97a0198-e89f-47d5-8b0a-2579549134a5 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:08:24.037191 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device c97a0198-e89f-47d5-8b0a-2579549134a5 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:08:24.051446 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] For port 913c0cac-63f2-4288-b1d2-4fb697be06bf, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=913c0cac-63f2-4288-b1d2-4fb697be06bf,segment=NetworkSegment(45b9a19e-6d44-40a9-915f-d16c3c59a8a5),segment_id=45b9a19e-6d44-40a9-915f-d16c3c59a8a5)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:08:24.051805 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:24.064471 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Calling delete_port for 913c0cac-63f2-4288-b1d2-4fb697be06bf owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:08:24.233784 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:24.263769 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Pushing event deleted for resources: {'Port': ['ID=913c0cac-63f2-4288-b1d2-4fb697be06bf,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:24.306372 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:08:24.306716 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:08:24.307051 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:08:24.307380 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:08:24.307705 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:08:24.308282 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:08:24.308616 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:08:24.309027 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:08:24.309356 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:08:24.309680 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:08:24.309997 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:08:24.310313 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:08:24.434190 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528565'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:24.637746 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Router d2e013c9-cd1d-42b1-acbe-67875ec003ae has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:08:24.741569 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:08:24.746711 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-100a9f55-2268-41c3-9a8e-739942adfd76 admin admin] 10.222.0.32 "PUT /v2.0/routers/d2e013c9-cd1d-42b1-acbe-67875ec003ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3392491 Sep 15 03:08:24.749110 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34956) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:24.751540 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb1b4c6-4741-4ca6-bc33-fff27d2b1012 None None] Sync routers for ids ['d2e013c9-cd1d-42b1-acbe-67875ec003ae'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:08:24.760630 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1b4c6-4741-4ca6-bc33-fff27d2b1012 None None] Routers {'d2e013c9-cd1d-42b1-acbe-67875ec003ae'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:08:24.761357 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-6eb1b4c6-4741-4ca6-bc33-fff27d2b1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:08:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['d2e013c9-cd1d-42b1-acbe-67875ec003ae'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:24.849572 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:24.862258 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-6eb1b4c6-4741-4ca6-bc33-fff27d2b1012 None None] Set router d2e013c9-cd1d-42b1-acbe-67875ec003ae gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:08:24.948624 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.005258 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Deleting port 5960fbce-a751-4db1-8a04-b11bff7a9fa4 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:08:25.005588 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.039292 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-6eb1b4c6-4741-4ca6-bc33-fff27d2b1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'name': 'tempest-TestMinimumBasicScenario-616171995-router', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:53Z', 'updated_at': '2021-09-15T03:08:24Z', 'revision_number': 5, 'project_id': '57971ba5d6be42a1bebaa1799b517bd1', 'gw_port': {'id': '5960fbce-a751-4db1-8a04-b11bff7a9fa4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:04:54Z', 'updated_at': '2021-09-15T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:25.065399 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb1b4c6-4741-4ca6-bc33-fff27d2b1012 None None] Checking router: d2e013c9-cd1d-42b1-acbe-67875ec003ae for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:08:25.073832 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1b4c6-4741-4ca6-bc33-fff27d2b1012 None None] Routers {'d2e013c9-cd1d-42b1-acbe-67875ec003ae'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:08:25.074426 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-6eb1b4c6-4741-4ca6-bc33-fff27d2b1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:08:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['d2e013c9-cd1d-42b1-acbe-67875ec003ae'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:25.088344 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] For port 5960fbce-a751-4db1-8a04-b11bff7a9fa4, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=5960fbce-a751-4db1-8a04-b11bff7a9fa4,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:08:25.088707 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.099957 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Calling delete_port for 5960fbce-a751-4db1-8a04-b11bff7a9fa4 owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:08:25.158423 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-6eb1b4c6-4741-4ca6-bc33-fff27d2b1012 None None] Set router d2e013c9-cd1d-42b1-acbe-67875ec003ae gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:08:25.211573 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-6eb1b4c6-4741-4ca6-bc33-fff27d2b1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'name': 'tempest-TestMinimumBasicScenario-616171995-router', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:53Z', 'updated_at': '2021-09-15T03:08:24Z', 'revision_number': 6, 'project_id': '57971ba5d6be42a1bebaa1799b517bd1', 'gw_port_host': None}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:25.237026 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb1b4c6-4741-4ca6-bc33-fff27d2b1012 None None] The sync data for ids ['d2e013c9-cd1d-42b1-acbe-67875ec003ae'] in dv-cinder-759955-25-iscsi is: [{'id': 'd2e013c9-cd1d-42b1-acbe-67875ec003ae', 'name': 'tempest-TestMinimumBasicScenario-616171995-router', 'tenant_id': '57971ba5d6be42a1bebaa1799b517bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:04:53Z', 'updated_at': '2021-09-15T03:08:24Z', 'revision_number': 6, 'project_id': '57971ba5d6be42a1bebaa1799b517bd1', 'gw_port_host': None}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:08:25.260604 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.286186 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Pushing event deleted for resources: {'Port': ['ID=5960fbce-a751-4db1-8a04-b11bff7a9fa4,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:25.347365 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528499'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.437108 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7387'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.439070 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.485454 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530649'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.486139 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2e013c9-cd1d-42b1-acbe-67875ec003ae {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 03:08:25.490921 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.492111 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4606b563-0ce7-482c-af9f-d8aca7744637 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d2e013c9-cd1d-42b1-acbe-67875ec003ae HTTP/1.1" status: 204 len: 168 time: 0.7420986 Sep 15 03:08:25.494561 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34960) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:25.537889 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04e92bf-c41f-44b6-b4e6-a9fc02e9e5a4 admin admin] Deleting subnet b30d7054-9f4f-432b-b4f5-77deed0f777f {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:08:25.540733 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b04e92bf-c41f-44b6-b4e6-a9fc02e9e5a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.578620 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b04e92bf-c41f-44b6-b4e6-a9fc02e9e5a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126593458'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.670782 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b04e92bf-c41f-44b6-b4e6-a9fc02e9e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.721895 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b04e92bf-c41f-44b6-b4e6-a9fc02e9e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126593422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700332'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.746881 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e92bf-c41f-44b6-b4e6-a9fc02e9e5a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30d7054-9f4f-432b-b4f5-77deed0f777f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:25.750938 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b04e92bf-c41f-44b6-b4e6-a9fc02e9e5a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.752790 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b04e92bf-c41f-44b6-b4e6-a9fc02e9e5a4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b30d7054-9f4f-432b-b4f5-77deed0f777f HTTP/1.1" status: 204 len: 168 time: 0.2572620 Sep 15 03:08:25.755244 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34964) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:25.757499 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f41bf6-d267-4429-92fd-e1a78883c281 None None] Network 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:08:25.826577 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.880690 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Deleting port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:08:25.881181 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.943409 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] For port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=68c76f5c-590d-4ae9-9578-224f8d7b6e7e,segment=NetworkSegment(45b9a19e-6d44-40a9-915f-d16c3c59a8a5),segment_id=45b9a19e-6d44-40a9-915f-d16c3c59a8a5)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:08:25.943409 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:25.956584 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Calling delete_port for 68c76f5c-590d-4ae9-9578-224f8d7b6e7e owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:08:25.973825 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c3d784-7783-474b-a822-7e4bceffcb0a None None] DHCP port deletion for 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 request from dv-cinder-759955-25-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 03:08:26.026978 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 5960fbce-a751-4db1-8a04-b11bff7a9fa4 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:08:26.048574 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 5960fbce-a751-4db1-8a04-b11bff7a9fa4 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:08:26.049582 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.049713 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 5960fbce-a751-4db1-8a04-b11bff7a9fa4 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:08:26.049713 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 913c0cac-63f2-4288-b1d2-4fb697be06bf no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:08:26.055192 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-68c3d784-7783-474b-a822-7e4bceffcb0a None None] Deleting port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:08:26.055561 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-68c3d784-7783-474b-a822-7e4bceffcb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.074599 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c76f5c-590d-4ae9-9578-224f8d7b6e7e,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:26.078255 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] No DVR routers for this DVR port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e on host dv-cinder-759955-25-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:08:26.081515 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 913c0cac-63f2-4288-b1d2-4fb697be06bf {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:08:26.081875 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 913c0cac-63f2-4288-b1d2-4fb697be06bf not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:08:26.082285 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 68c76f5c-590d-4ae9-9578-224f8d7b6e7e no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:08:26.158617 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.181621 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:26.192591 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b9a19e-6d44-40a9-915f-d16c3c59a8a5') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:26.192943 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b9a19e-6d44-40a9-915f-d16c3c59a8a5') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:08:26.204184 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126593465'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.219795 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.226978 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:08:26.227412 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593104'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: timer() Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: cb(*args, **kw) Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: self._notify() Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: self.callback(batched_events) Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: event.method(event) Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._get(url).json() Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:08:26.229281 dv-cinder-759955-25-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:08:26.234194 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 68c76f5c-590d-4ae9-9578-224f8d7b6e7e {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:08:26.234538 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 68c76f5c-590d-4ae9-9578-224f8d7b6e7e not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:08:26.280686 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-68c3d784-7783-474b-a822-7e4bceffcb0a None None] For port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e, host dv-cinder-759955-25-iscsi, got binding levels [] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:08:26.281108 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-68c3d784-7783-474b-a822-7e4bceffcb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.291673 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.293832 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-68c3d784-7783-474b-a822-7e4bceffcb0a None None] Calling delete_port for 68c76f5c-590d-4ae9-9578-224f8d7b6e7e owned by network:dhcp {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:08:26.296825 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.ipam_backend_mixin [None req-68c3d784-7783-474b-a822-7e4bceffcb0a None None] Port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e was not found and therefore no delete operation was performed {{(pid=93870) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 03:08:26.298114 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-68c3d784-7783-474b-a822-7e4bceffcb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.305162 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68c3d784-7783-474b-a822-7e4bceffcb0a None None] Network 3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 is not hosted by any dhcp agent {{(pid=93870) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 15 03:08:26.305611 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3d784-7783-474b-a822-7e4bceffcb0a None None] No DVR routers for this DVR port 68c76f5c-590d-4ae9-9578-224f8d7b6e7e on host dv-cinder-759955-25-iscsi {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:08:26.309073 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.311062 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2 HTTP/1.1" status: 204 len: 168 time: 0.5549107 Sep 15 03:08:26.312405 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcf4e6-47db-484e-99e1-3a01190440c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce0b713-2864-40bb-9f18-5e9e4ff8dcb2,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:26.324431 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3d784-7783-474b-a822-7e4bceffcb0a None None] Pushing event deleted for resources: {'Port': ['ID=68c76f5c-590d-4ae9-9578-224f8d7b6e7e,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:26.473052 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34968) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:26.744333 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-516b8b2e-0b96-4e57-90c4-66c83d9ccce4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7eaf10fa4104dc188da24b13f77fad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700310 Sep 15 03:08:26.746621 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34974) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:26.792310 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38fe27dd-c7f2-4eb5-9e08-8b6e4499b55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.813032 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38fe27dd-c7f2-4eb5-9e08-8b6e4499b55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.858168 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38fe27dd-c7f2-4eb5-9e08-8b6e4499b55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.860573 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38fe27dd-c7f2-4eb5-9e08-8b6e4499b55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:26.861760 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-38fe27dd-c7f2-4eb5-9e08-8b6e4499b55c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ec681b8-3220-4dee-a412-8cc6ed331773 HTTP/1.1" status: 204 len: 168 time: 0.1142797 Sep 15 03:08:26.869415 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe27dd-c7f2-4eb5-9e08-8b6e4499b55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec681b8-3220-4dee-a412-8cc6ed331773,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:27.159490 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34980) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:27.197443 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-015016e3-c1a7-49e6-9471-c1bbc3da4e8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57971ba5d6be42a1bebaa1799b517bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367424 Sep 15 03:08:27.199676 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34982) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:08:27.245167 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50659f17-1475-4fb1-b29f-859eb8d9b89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:27.265910 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50659f17-1475-4fb1-b29f-859eb8d9b89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:27.313000 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50659f17-1475-4fb1-b29f-859eb8d9b89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:27.315457 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50659f17-1475-4fb1-b29f-859eb8d9b89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:27.316564 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-50659f17-1475-4fb1-b29f-859eb8d9b89a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42a95163-1c28-49a5-8bf4-27fd14d3ad64 HTTP/1.1" status: 204 len: 168 time: 0.1160102 Sep 15 03:08:27.324121 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50659f17-1475-4fb1-b29f-859eb8d9b89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a95163-1c28-49a5-8bf4-27fd14d3ad64,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:08:33.497368 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:38.235002 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2202ddb8-054c-472b-bd3f-e9d7a67ce305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:40.751003 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-590df3aa-8903-4b54-ade5-9a3aaa4d30dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:41.031062 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:42.162609 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:43.576942 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:08:46.545434 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:09:03.498494 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:08.235565 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-207322e1-a3fe-4953-ae25-e438d0ff270d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:10.750609 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0ba90b9d-0f36-4561-b31b-f8766e03faed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:10.882508 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-655773f7-a318-463f-bef3-b31158c52796 req-d4ea25bc-e35d-48af-9442-6ce3ba494626 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399232 Sep 15 03:09:10.956058 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655773f7-a318-463f-bef3-b31158c52796 req-89819143-0cd7-4651-8efd-77d1b230ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:10.957568 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-655773f7-a318-463f-bef3-b31158c52796 req-89819143-0cd7-4651-8efd-77d1b230ebd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 1098 time: 0.0433583 Sep 15 03:09:11.032221 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:11.068939 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655773f7-a318-463f-bef3-b31158c52796 req-6aa49837-6acc-4b49-9300-b81cef833477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:11.070397 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-655773f7-a318-463f-bef3-b31158c52796 req-6aa49837-6acc-4b49-9300-b81cef833477 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 200 len: 915 time: 0.0948863 Sep 15 03:09:11.111045 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-655773f7-a318-463f-bef3-b31158c52796 req-e2557530-3593-4def-8b12-63ffcaafeeb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf HTTP/1.1" status: 200 len: 217 time: 0.0340071 Sep 15 03:09:11.159152 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655773f7-a318-463f-bef3-b31158c52796 req-4a89045c-2c02-4dfd-b493-741b29533ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:11.160523 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-655773f7-a318-463f-bef3-b31158c52796 req-4a89045c-2c02-4dfd-b493-741b29533ffc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 200 len: 854 time: 0.0427852 Sep 15 03:09:11.190621 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-655773f7-a318-463f-bef3-b31158c52796 req-7a717ec9-1e09-4359-aff5-74341d5cda58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb8c517-d333-4a6b-847d-73695cf75757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233996 Sep 15 03:09:11.284138 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-655773f7-a318-463f-bef3-b31158c52796 req-418c0b9b-80c0-415d-b3ea-a1601c51c174 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865316 Sep 15 03:09:11.376322 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-655773f7-a318-463f-bef3-b31158c52796 req-1f4e93c7-966c-4872-a34a-b4737995d9e1 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852416 Sep 15 03:09:12.164336 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:13.131469 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e175d-81d3-44bf-a793-a22591d0523f req-dfab252b-70cb-4158-bf89-8aa58c15ed3e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:13.132851 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-339e175d-81d3-44bf-a793-a22591d0523f req-dfab252b-70cb-4158-bf89-8aa58c15ed3e tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 945 time: 0.0505097 Sep 15 03:09:13.169472 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-339e175d-81d3-44bf-a793-a22591d0523f req-2175623e-68f0-4909-ba5f-ba246e6ae6b2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299954 Sep 15 03:09:13.576906 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:14.076167 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924201f4-2015-41f5-84f9-b5bf7a45ba3e req-7e865918-d801-4173-8f15-7f6615292e62 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:14.077603 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-924201f4-2015-41f5-84f9-b5bf7a45ba3e req-7e865918-d801-4173-8f15-7f6615292e62 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 945 time: 0.0466359 Sep 15 03:09:14.161649 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-924201f4-2015-41f5-84f9-b5bf7a45ba3e req-c66fb07e-9631-431e-8f95-6671c910cd51 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Deleting port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:09:14.161984 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-924201f4-2015-41f5-84f9-b5bf7a45ba3e req-c66fb07e-9631-431e-8f95-6671c910cd51 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:14.253833 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-924201f4-2015-41f5-84f9-b5bf7a45ba3e req-c66fb07e-9631-431e-8f95-6671c910cd51 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] For port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:09:14.254195 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-924201f4-2015-41f5-84f9-b5bf7a45ba3e req-c66fb07e-9631-431e-8f95-6671c910cd51 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:14.266443 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-924201f4-2015-41f5-84f9-b5bf7a45ba3e req-c66fb07e-9631-431e-8f95-6671c910cd51 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Calling delete_port for 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:09:14.390422 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-924201f4-2015-41f5-84f9-b5bf7a45ba3e req-c66fb07e-9631-431e-8f95-6671c910cd51 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:14.422715 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fb07e-9631-431e-8f95-6671c910cd51 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Pushing event deleted for resources: {'Port': ['ID=3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:14.427214 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['6762829c-9308-475c-999c-dc5e14b75738', '7fb46560-69b1-4773-b14b-aa3520c2e7bc', '3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:09:14.466935 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2cb2791d-a563-4d6a-8725-328546998e91 req-d0459983-4ac6-4f53-8c2a-0c8365abefff tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01 HTTP/1.1" status: 200 len: 210 time: 0.2272863 Sep 15 03:09:14.486257 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-924201f4-2015-41f5-84f9-b5bf7a45ba3e req-c66fb07e-9631-431e-8f95-6671c910cd51 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] No DVR routers for this DVR port 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:09:14.489255 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-924201f4-2015-41f5-84f9-b5bf7a45ba3e req-c66fb07e-9631-431e-8f95-6671c910cd51 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:14.491243 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-924201f4-2015-41f5-84f9-b5bf7a45ba3e req-c66fb07e-9631-431e-8f95-6671c910cd51 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "DELETE /v2.0/ports/3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf HTTP/1.1" status: 204 len: 173 time: 0.4080400 Sep 15 03:09:14.491683 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01', 'name': 'network-vif-deleted', 'tag': '3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:09:14.493907 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d321fbd-eed2-4dc6-8c7b-35ca20b5da71" -d '{"events": [{"server_uuid": "97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01", "name": "network-vif-deleted", "tag": "3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:09:14.534545 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f253565-00c0-4862-9722-36cb25bb7200 x-openstack-request-id: req-7f253565-00c0-4862-9722-36cb25bb7200 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:09:14.534835 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01", "name": "network-vif-deleted", "tag": "3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:09:14.535084 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f253565-00c0-4862-9722-36cb25bb7200 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:09:14.535478 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a77bf6-c8e4-4b8a-a465-2d1f3b6d6b01', 'name': 'network-vif-deleted', 'tag': '3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf', 'status': 'completed', 'code': 200} Sep 15 03:09:15.730880 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba7f12-ede5-4961-8a7a-f9c7408d2941 req-2c8d3b20-19a3-4c5d-8ddb-143d9378c8b2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:15.732237 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-59ba7f12-ede5-4961-8a7a-f9c7408d2941 req-2c8d3b20-19a3-4c5d-8ddb-143d9378c8b2 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 945 time: 0.0477395 Sep 15 03:09:15.768346 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-59ba7f12-ede5-4961-8a7a-f9c7408d2941 req-4748b37c-90d5-4830-8d72-2e5ddcdbcd27 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302241 Sep 15 03:09:16.629345 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b826cbd-297b-4c69-9dfd-c982264621d9 req-ec9fb6ab-77b7-4e6c-930b-644f09b2c360 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:16.630876 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2b826cbd-297b-4c69-9dfd-c982264621d9 req-ec9fb6ab-77b7-4e6c-930b-644f09b2c360 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 945 time: 0.0472431 Sep 15 03:09:16.727460 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-2b826cbd-297b-4c69-9dfd-c982264621d9 req-a9350686-584a-4648-bfbb-688b9709b48b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Deleting port 7fb46560-69b1-4773-b14b-aa3520c2e7bc {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:09:16.727792 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2b826cbd-297b-4c69-9dfd-c982264621d9 req-a9350686-584a-4648-bfbb-688b9709b48b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:16.817468 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-2b826cbd-297b-4c69-9dfd-c982264621d9 req-a9350686-584a-4648-bfbb-688b9709b48b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] For port 7fb46560-69b1-4773-b14b-aa3520c2e7bc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7fb46560-69b1-4773-b14b-aa3520c2e7bc,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:09:16.818089 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2b826cbd-297b-4c69-9dfd-c982264621d9 req-a9350686-584a-4648-bfbb-688b9709b48b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:16.831150 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-2b826cbd-297b-4c69-9dfd-c982264621d9 req-a9350686-584a-4648-bfbb-688b9709b48b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Calling delete_port for 7fb46560-69b1-4773-b14b-aa3520c2e7bc owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:09:16.927031 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49afe6-984a-46a4-857f-8e680c2ed5f5 req-628a8b36-027a-441e-99e1-03b0e9c8a407 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:16.928460 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa49afe6-984a-46a4-857f-8e680c2ed5f5 req-628a8b36-027a-441e-99e1-03b0e9c8a407 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=90aa84b9-4e0f-431d-8b55-b0dfb3038413 HTTP/1.1" status: 200 len: 945 time: 0.0920701 Sep 15 03:09:16.998599 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa49afe6-984a-46a4-857f-8e680c2ed5f5 req-279517cf-e62a-4074-b730-be0b13a6fbdc tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583041 Sep 15 03:09:17.021794 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2b826cbd-297b-4c69-9dfd-c982264621d9 req-a9350686-584a-4648-bfbb-688b9709b48b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:17.052125 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9350686-584a-4648-bfbb-688b9709b48b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Pushing event deleted for resources: {'Port': ['ID=7fb46560-69b1-4773-b14b-aa3520c2e7bc,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:17.059172 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['6762829c-9308-475c-999c-dc5e14b75738', '7fb46560-69b1-4773-b14b-aa3520c2e7bc', '3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:09:17.089470 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b826cbd-297b-4c69-9dfd-c982264621d9 req-a9350686-584a-4648-bfbb-688b9709b48b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] No DVR routers for this DVR port 7fb46560-69b1-4773-b14b-aa3520c2e7bc on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:09:17.092550 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-2b826cbd-297b-4c69-9dfd-c982264621d9 req-a9350686-584a-4648-bfbb-688b9709b48b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:17.094592 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2b826cbd-297b-4c69-9dfd-c982264621d9 req-a9350686-584a-4648-bfbb-688b9709b48b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "DELETE /v2.0/ports/7fb46560-69b1-4773-b14b-aa3520c2e7bc HTTP/1.1" status: 204 len: 173 time: 0.4556026 Sep 15 03:09:17.095028 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aa84b9-4e0f-431d-8b55-b0dfb3038413', 'name': 'network-vif-deleted', 'tag': '7fb46560-69b1-4773-b14b-aa3520c2e7bc'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:09:17.097307 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edf66f5-a16d-495c-b634-b58e640d7f97" -d '{"events": [{"server_uuid": "90aa84b9-4e0f-431d-8b55-b0dfb3038413", "name": "network-vif-deleted", "tag": "7fb46560-69b1-4773-b14b-aa3520c2e7bc"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:09:17.136412 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad87543-4791-4f61-91cd-2755ec333178 x-openstack-request-id: req-1ad87543-4791-4f61-91cd-2755ec333178 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:09:17.136707 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aa84b9-4e0f-431d-8b55-b0dfb3038413", "name": "network-vif-deleted", "tag": "7fb46560-69b1-4773-b14b-aa3520c2e7bc", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:09:17.136991 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ad87543-4791-4f61-91cd-2755ec333178 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:09:17.137390 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aa84b9-4e0f-431d-8b55-b0dfb3038413', 'name': 'network-vif-deleted', 'tag': '7fb46560-69b1-4773-b14b-aa3520c2e7bc', 'status': 'completed', 'code': 200} Sep 15 03:09:19.082404 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:09:19.105345 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:09:19.105559 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 3ea99d62-b2b7-41b7-b088-f3b3f1d46cdf not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:09:19.106139 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 7fb46560-69b1-4773-b14b-aa3520c2e7bc no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:09:19.124712 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 7fb46560-69b1-4773-b14b-aa3520c2e7bc {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:09:19.125079 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 7fb46560-69b1-4773-b14b-aa3520c2e7bc not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:09:19.377612 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35ac91-7025-4e19-b82c-d973102f8143 req-d5580cbb-1e35-4d5e-8c2b-3f28e016c956 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:19.379065 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4d35ac91-7025-4e19-b82c-d973102f8143 req-d5580cbb-1e35-4d5e-8c2b-3f28e016c956 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0478156 Sep 15 03:09:19.416985 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4d35ac91-7025-4e19-b82c-d973102f8143 req-21a5dfb1-dca3-4ad1-8e5a-e2c8ee6655dc tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320165 Sep 15 03:09:20.518907 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514eb14-5a0b-488d-8a89-cf91a2e4151d req-4e80802f-8bde-4a3e-925c-6ad8f4008271 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:20.520582 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e514eb14-5a0b-488d-8a89-cf91a2e4151d req-4e80802f-8bde-4a3e-925c-6ad8f4008271 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0527363 Sep 15 03:09:20.540539 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f89e08-c059-4a84-b74d-995d10ba000c req-766d155b-0d62-4bc1-926d-aa32a9b84e26 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:20.542347 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-93f89e08-c059-4a84-b74d-995d10ba000c req-766d155b-0d62-4bc1-926d-aa32a9b84e26 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eab21e8-8843-4655-93ef-81e4661b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0494976 Sep 15 03:09:20.584856 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-93f89e08-c059-4a84-b74d-995d10ba000c req-648521ff-ca0d-416f-abca-63b94c431f7b tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e60dd0-e827-4248-89a7-e21ceb56e547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358760 Sep 15 03:09:20.648922 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-e514eb14-5a0b-488d-8a89-cf91a2e4151d req-6514f6b7-8e2a-45c9-8bff-352679449339 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Deleting port 6762829c-9308-475c-999c-dc5e14b75738 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:09:20.649262 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e514eb14-5a0b-488d-8a89-cf91a2e4151d req-6514f6b7-8e2a-45c9-8bff-352679449339 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:20.723652 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da379-3a76-4c3a-883b-795d332a5026 req-cf3c92d1-f3d0-4cbc-9fb2-55f0f8cc2d03 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:20.725164 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-300da379-3a76-4c3a-883b-795d332a5026 req-cf3c92d1-f3d0-4cbc-9fb2-55f0f8cc2d03 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 946 time: 0.1078763 Sep 15 03:09:20.762044 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-e514eb14-5a0b-488d-8a89-cf91a2e4151d req-6514f6b7-8e2a-45c9-8bff-352679449339 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] For port 6762829c-9308-475c-999c-dc5e14b75738, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6762829c-9308-475c-999c-dc5e14b75738,segment=NetworkSegment(9e4deefb-46e8-46b6-b893-7f8ab8e0e510),segment_id=9e4deefb-46e8-46b6-b893-7f8ab8e0e510)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:09:20.762322 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e514eb14-5a0b-488d-8a89-cf91a2e4151d req-6514f6b7-8e2a-45c9-8bff-352679449339 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:20.782723 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-e514eb14-5a0b-488d-8a89-cf91a2e4151d req-6514f6b7-8e2a-45c9-8bff-352679449339 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Calling delete_port for 6762829c-9308-475c-999c-dc5e14b75738 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:09:20.790357 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-300da379-3a76-4c3a-883b-795d332a5026 req-844d31a1-07b9-4116-b84b-724bf3773c65 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585160 Sep 15 03:09:20.913532 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e514eb14-5a0b-488d-8a89-cf91a2e4151d req-6514f6b7-8e2a-45c9-8bff-352679449339 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:20.942390 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514f6b7-8e2a-45c9-8bff-352679449339 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Pushing event deleted for resources: {'Port': ['ID=6762829c-9308-475c-999c-dc5e14b75738,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:20.952282 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['6762829c-9308-475c-999c-dc5e14b75738'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:09:20.983992 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-e514eb14-5a0b-488d-8a89-cf91a2e4151d req-6514f6b7-8e2a-45c9-8bff-352679449339 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] No DVR routers for this DVR port 6762829c-9308-475c-999c-dc5e14b75738 on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:09:20.986256 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e514eb14-5a0b-488d-8a89-cf91a2e4151d req-6514f6b7-8e2a-45c9-8bff-352679449339 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:20.988218 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e514eb14-5a0b-488d-8a89-cf91a2e4151d req-6514f6b7-8e2a-45c9-8bff-352679449339 tempest-AttachVolumeNegativeTest-1219893725 tempest-AttachVolumeNegativeTest-1219893725-project] 10.222.0.30 "DELETE /v2.0/ports/6762829c-9308-475c-999c-dc5e14b75738 HTTP/1.1" status: 204 len: 173 time: 0.4618523 Sep 15 03:09:20.988647 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eab21e8-8843-4655-93ef-81e4661b7f3a', 'name': 'network-vif-deleted', 'tag': '6762829c-9308-475c-999c-dc5e14b75738'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:09:20.991600 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4baad27-f504-4196-bd75-d2b88ab7fd5e" -d '{"events": [{"server_uuid": "7eab21e8-8843-4655-93ef-81e4661b7f3a", "name": "network-vif-deleted", "tag": "6762829c-9308-475c-999c-dc5e14b75738"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:09:21.025681 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ecba77-37f0-4062-9038-c5a2d2a3de19 x-openstack-request-id: req-07ecba77-37f0-4062-9038-c5a2d2a3de19 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:09:21.025965 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eab21e8-8843-4655-93ef-81e4661b7f3a", "name": "network-vif-deleted", "tag": "6762829c-9308-475c-999c-dc5e14b75738", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:09:21.026213 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07ecba77-37f0-4062-9038-c5a2d2a3de19 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:09:21.026605 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eab21e8-8843-4655-93ef-81e4661b7f3a', 'name': 'network-vif-deleted', 'tag': '6762829c-9308-475c-999c-dc5e14b75738', 'status': 'completed', 'code': 200} Sep 15 03:09:21.641231 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35308) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:21.776264 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df0bbba-d261-48da-8392-8cb6e045dc2e admin admin] Deleting subnet 70b87685-6e21-411a-8516-9f6d48869262 {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:09:21.779153 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2df0bbba-d261-48da-8392-8cb6e045dc2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:21.812733 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2df0bbba-d261-48da-8392-8cb6e045dc2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126593458'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:21.849538 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2df0bbba-d261-48da-8392-8cb6e045dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:21.900000 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2df0bbba-d261-48da-8392-8cb6e045dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126593422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700332'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:21.903944 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b298bf-7b22-4d73-85ee-3ffbe70c3e63 req-8957c532-a542-419b-a3b5-3e470f5d279b tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:21.905445 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-66b298bf-7b22-4d73-85ee-3ffbe70c3e63 req-8957c532-a542-419b-a3b5-3e470f5d279b tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 946 time: 0.0473542 Sep 15 03:09:21.930189 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0bbba-d261-48da-8392-8cb6e045dc2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b87685-6e21-411a-8516-9f6d48869262,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:21.932365 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2df0bbba-d261-48da-8392-8cb6e045dc2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:21.935089 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2df0bbba-d261-48da-8392-8cb6e045dc2e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/70b87685-6e21-411a-8516-9f6d48869262 HTTP/1.1" status: 204 len: 168 time: 0.2920170 Sep 15 03:09:21.936700 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35314) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:21.947054 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-66b298bf-7b22-4d73-85ee-3ffbe70c3e63 req-a9066dbd-5a59-4254-aae9-78b83a7ca381 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353742 Sep 15 03:09:22.002010 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:22.078272 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:22.097472 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb8c517-d333-4a6b-847d-73695cf75757']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:22.106204 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4deefb-46e8-46b6-b893-7f8ab8e0e510') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:22.107070 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4deefb-46e8-46b6-b893-7f8ab8e0e510') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:22.116068 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126593465'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:22.128653 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:22.134203 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:09:22.134578 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593104'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: timer() Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: cb(*args, **kw) Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: self._notify() Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: self.callback(batched_events) Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: event.method(event) Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._get(url).json() Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:09:22.136143 dv-cinder-759955-25-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:09:22.188283 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:22.194557 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:22.196196 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] 10.222.0.32 "DELETE /v2.0/networks/5eb8c517-d333-4a6b-847d-73695cf75757 HTTP/1.1" status: 204 len: 168 time: 0.2585595 Sep 15 03:09:22.205380 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655ffc1-1786-424d-b2e1-91b740a6893a admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb8c517-d333-4a6b-847d-73695cf75757,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:22.304302 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35318) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:22.347684 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d1c4c2ce-760c-46ce-ac2c-5210f5dc0ebc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adaac922bb1d4dac87ae1a96045dcce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421395 Sep 15 03:09:22.349781 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35320) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:22.394805 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8b649e51-0e17-4aca-b8d9-9fba5dd21bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:22.416473 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8b649e51-0e17-4aca-b8d9-9fba5dd21bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:22.461019 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8b649e51-0e17-4aca-b8d9-9fba5dd21bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:22.463808 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8b649e51-0e17-4aca-b8d9-9fba5dd21bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:22.464972 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8b649e51-0e17-4aca-b8d9-9fba5dd21bad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0e60dd0-e827-4248-89a7-e21ceb56e547 HTTP/1.1" status: 204 len: 168 time: 0.1142964 Sep 15 03:09:22.473363 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b649e51-0e17-4aca-b8d9-9fba5dd21bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e60dd0-e827-4248-89a7-e21ceb56e547,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:22.951330 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3466f5-0049-4048-835d-037c44b41315 req-7cabf7f5-4bde-4a42-846c-73a9e167a9bd tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:22.952777 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1f3466f5-0049-4048-835d-037c44b41315 req-7cabf7f5-4bde-4a42-846c-73a9e167a9bd tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.30 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 946 time: 0.0519712 Sep 15 03:09:23.078435 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e6dce-f4ec-4806-b042-4f5710d12b4c req-3cb488da-b8fb-4972-aa7b-f5bd0fc6e06a tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:09:23.079810 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-184e6dce-f4ec-4806-b042-4f5710d12b4c req-3cb488da-b8fb-4972-aa7b-f5bd0fc6e06a tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 946 time: 0.0602186 Sep 15 03:09:23.085057 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 6762829c-9308-475c-999c-dc5e14b75738 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:09:23.088972 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Deleting port 7d2504a6-f3ef-4946-8082-2865cdaa6165 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:09:23.089399 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:23.107296 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 6762829c-9308-475c-999c-dc5e14b75738 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:09:23.107643 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 6762829c-9308-475c-999c-dc5e14b75738 not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:09:23.179106 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-184e6dce-f4ec-4806-b042-4f5710d12b4c req-95e42f37-6b6f-4ab7-85ab-b4188a2e5d8a tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups?id=75b9d9d0-0646-42a5-ba07-de72f081c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919428 Sep 15 03:09:23.205248 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] For port 7d2504a6-f3ef-4946-8082-2865cdaa6165, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7d2504a6-f3ef-4946-8082-2865cdaa6165,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:09:23.205614 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:23.378040 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:23.378395 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:23.378704 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.l3_db [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Floating IP aa9a5a25-b3e8-4a2f-8dc6-f5a12e31c7cc disassociated. External IP: 172.27.2.104, port: 7d2504a6-f3ef-4946-8082-2865cdaa6165. Sep 15 03:09:23.379031 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Calling delete_port for 7d2504a6-f3ef-4946-8082-2865cdaa6165 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:09:23.508358 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:23.536983 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event deleted for resources: {'Port': ['ID=7d2504a6-f3ef-4946-8082-2865cdaa6165,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:23.560332 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:09:23.651209 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Router bd1f3530-d374-4b00-8c2d-834bb601bd50 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:09:23.656076 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35372) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:23.756951 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:23.762664 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:09:23.774378 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7e9a1-c5c1-49ab-972b-b4cf38fd5f6b None None] Sync routers for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:09:23.784223 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7e9a1-c5c1-49ab-972b-b4cf38fd5f6b None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:09:23.785148 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-8af7e9a1-c5c1-49ab-972b-b4cf38fd5f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:09:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:23.808341 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] No DVR routers for this DVR port 7d2504a6-f3ef-4946-8082-2865cdaa6165 on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:09:23.812069 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:23.814428 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1f3466f5-0049-4048-835d-037c44b41315 req-04052729-b385-453d-84c3-04c89a391448 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.30 "DELETE /v2.0/ports/7d2504a6-f3ef-4946-8082-2865cdaa6165 HTTP/1.1" status: 204 len: 173 time: 0.8559144 Sep 15 03:09:23.814916 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'name': 'network-vif-deleted', 'tag': '7d2504a6-f3ef-4946-8082-2865cdaa6165'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:09:23.817998 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1e1b59-51d0-4756-a492-c151125090d8" -d '{"events": [{"server_uuid": "922729ac-28f7-4bf9-894e-37deae4a5af8", "name": "network-vif-deleted", "tag": "7d2504a6-f3ef-4946-8082-2865cdaa6165"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:09:23.864755 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2ec677-3747-4a98-8802-abd12b5b8a80 x-openstack-request-id: req-2a2ec677-3747-4a98-8802-abd12b5b8a80 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:09:23.865149 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922729ac-28f7-4bf9-894e-37deae4a5af8", "name": "network-vif-deleted", "tag": "7d2504a6-f3ef-4946-8082-2865cdaa6165", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:09:23.865406 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a2ec677-3747-4a98-8802-abd12b5b8a80 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:09:23.865815 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922729ac-28f7-4bf9-894e-37deae4a5af8', 'name': 'network-vif-deleted', 'tag': '7d2504a6-f3ef-4946-8082-2865cdaa6165', 'status': 'completed', 'code': 200} Sep 15 03:09:23.871426 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:23.875501 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:23.915815 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84d9a89-d6c3-449e-a0a6-be8487f7df62,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:23.916676 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-8af7e9a1-c5c1-49ab-972b-b4cf38fd5f6b None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:09:23.923748 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35378) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:23.923936 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66a03f5336d945afaf9d45d30139651e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665970 Sep 15 03:09:23.932434 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:23.936267 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:23.936721 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:23.937162 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:23.937576 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:23.937989 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:23.938395 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:23.938800 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:23.939310 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:23.941566 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:23.941976 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:23.942519 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd98e5-85df-4b6b-ac8d-132cb1b9a521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:23.998940 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7b9a7e31-bbb9-4a7b-9e28-4ea2f6bd52d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:24.023684 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7b9a7e31-bbb9-4a7b-9e28-4ea2f6bd52d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:24.081472 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7b9a7e31-bbb9-4a7b-9e28-4ea2f6bd52d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:24.084400 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7b9a7e31-bbb9-4a7b-9e28-4ea2f6bd52d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:24.085589 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7b9a7e31-bbb9-4a7b-9e28-4ea2f6bd52d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c84d9a89-d6c3-449e-a0a6-be8487f7df62 HTTP/1.1" status: 204 len: 168 time: 0.1604781 Sep 15 03:09:24.093356 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a7e31-bbb9-4a7b-9e28-4ea2f6bd52d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84d9a89-d6c3-449e-a0a6-be8487f7df62,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:24.133321 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-8af7e9a1-c5c1-49ab-972b-b4cf38fd5f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:24.258433 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7e9a1-c5c1-49ab-972b-b4cf38fd5f6b None None] Checking router: bd1f3530-d374-4b00-8c2d-834bb601bd50 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:09:24.268205 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7e9a1-c5c1-49ab-972b-b4cf38fd5f6b None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:09:24.268825 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-8af7e9a1-c5c1-49ab-972b-b4cf38fd5f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:09:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:24.300252 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62d22fcf-0bf7-4efc-94ef-80a4163b9c8e req-efd4af85-e2c5-4eed-9778-de94fe2c2c2e tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/ports?device_id=922729ac-28f7-4bf9-894e-37deae4a5af8 HTTP/1.1" status: 200 len: 210 time: 0.0336528 Sep 15 03:09:24.380031 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-8af7e9a1-c5c1-49ab-972b-b4cf38fd5f6b None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:09:24.585841 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-8af7e9a1-c5c1-49ab-972b-b4cf38fd5f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:24.611522 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7e9a1-c5c1-49ab-972b-b4cf38fd5f6b None None] The sync data for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi is: [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:09Z', 'revision_number': 4, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '3d93f086-51ee-423a-80a4-71e487a08cba', 'name': '', 'network_id': 'ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'mac_address': 'fa:16:3e:74:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:09Z', 'updated_at': '2021-09-15T02:59:13Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'subnets': [{'id': '3766e392-e837-4fc9-be07-d2a2e1d67712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:09:24.819127 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc79b7-eb3e-48ce-bf24-a7808a907906 None None] New status for floating IP aa9a5a25-b3e8-4a2f-8dc6-f5a12e31c7cc: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:09:25.378297 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35428) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:25.436360 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:25.459722 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:25.507716 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:25.510250 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:25.511422 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "DELETE /v2.0/security-groups/75b9d9d0-0646-42a5-ba07-de72f081c54d HTTP/1.1" status: 204 len: 168 time: 0.1321652 Sep 15 03:09:25.514703 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35436) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:25.520969 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b9d9d0-0646-42a5-ba07-de72f081c54d,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:25.528928 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.api.v2.resource [None req-452cd95d-28ef-4180-b490-0b4b2bad4665 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] show failed (client error): The resource could not be found. Sep 15 03:09:25.529249 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:25.529605 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:25.529929 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-452cd95d-28ef-4180-b490-0b4b2bad4665 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "GET /v2.0/security-groups/75b9d9d0-0646-42a5-ba07-de72f081c54d HTTP/1.1" status: 404 len: 347 time: 0.0135019 Sep 15 03:09:25.530043 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:25.530384 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:25.530724 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:25.531060 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:25.531392 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:25.531724 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:25.532055 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:25.532476 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:25.532735 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35438) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:25.532834 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:25.533149 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698be3c-7f46-4e89-a9a7-9478fe453b4c tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:09:25.665312 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-e2ad3a8d-810a-4fea-8eaa-2f75281acdf8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Deleting port 8d74a763-4dd8-4e21-943c-510ade267606 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:09:25.665662 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3a8d-810a-4fea-8eaa-2f75281acdf8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:25.753636 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3a8d-810a-4fea-8eaa-2f75281acdf8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:25.753962 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3a8d-810a-4fea-8eaa-2f75281acdf8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:25.767602 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-e2ad3a8d-810a-4fea-8eaa-2f75281acdf8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Calling delete_port for 8d74a763-4dd8-4e21-943c-510ade267606 owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:09:25.901099 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3a8d-810a-4fea-8eaa-2f75281acdf8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:25.924096 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad3a8d-810a-4fea-8eaa-2f75281acdf8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Pushing event deleted for resources: {'Port': ['ID=8d74a763-4dd8-4e21-943c-510ade267606,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:25.986372 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3a8d-810a-4fea-8eaa-2f75281acdf8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:25.988857 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3a8d-810a-4fea-8eaa-2f75281acdf8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:25.990013 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e2ad3a8d-810a-4fea-8eaa-2f75281acdf8 tempest-AttachVolumeTestJSON-1659345675 tempest-AttachVolumeTestJSON-1659345675-project] 10.222.0.32 "DELETE /v2.0/floatingips/aa9a5a25-b3e8-4a2f-8dc6-f5a12e31c7cc HTTP/1.1" status: 204 len: 168 time: 0.4561827 Sep 15 03:09:27.084938 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 7d2504a6-f3ef-4946-8082-2865cdaa6165 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:09:27.107882 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 7d2504a6-f3ef-4946-8082-2865cdaa6165 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:09:27.108198 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 7d2504a6-f3ef-4946-8082-2865cdaa6165 not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:09:28.284780 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35482) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:28.394500 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-472fc572-c34b-4f20-b82f-760b16722d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:28.499097 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-472fc572-c34b-4f20-b82f-760b16722d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:28.502738 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-472fc572-c34b-4f20-b82f-760b16722d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:28.539845 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-472fc572-c34b-4f20-b82f-760b16722d93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2b2cc97adcc4d298660b42ac653297e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539754 Sep 15 03:09:28.540693 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fc572-c34b-4f20-b82f-760b16722d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47352e82-e7e3-4209-b98c-2a50de2190d8,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:28.542521 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35492) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:28.590652 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bccd69b7-6a58-4cf5-a05f-f54c0bbf6dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:28.613110 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bccd69b7-6a58-4cf5-a05f-f54c0bbf6dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:28.657873 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bccd69b7-6a58-4cf5-a05f-f54c0bbf6dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:28.660623 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bccd69b7-6a58-4cf5-a05f-f54c0bbf6dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:28.661790 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-bccd69b7-6a58-4cf5-a05f-f54c0bbf6dd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47352e82-e7e3-4209-b98c-2a50de2190d8 HTTP/1.1" status: 204 len: 168 time: 0.1181927 Sep 15 03:09:28.669988 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd69b7-6a58-4cf5-a05f-f54c0bbf6dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47352e82-e7e3-4209-b98c-2a50de2190d8,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:28.914850 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35500) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:28.928289 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e0a87cac-fa22-4a3c-83fa-0956cc2a8ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:29.015513 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e0a87cac-fa22-4a3c-83fa-0956cc2a8ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:29.018901 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e0a87cac-fa22-4a3c-83fa-0956cc2a8ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:29.054981 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e0a87cac-fa22-4a3c-83fa-0956cc2a8ef8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce1c207cd5f844de9107978a2dda9643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391060 Sep 15 03:09:29.055816 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a87cac-fa22-4a3c-83fa-0956cc2a8ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba275d-9a27-4123-8df7-7b461440e22f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:29.057874 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35502) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:29.106082 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-49453846-92f6-4f64-8a8d-25d0446e93de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:29.130089 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-49453846-92f6-4f64-8a8d-25d0446e93de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:29.174449 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-49453846-92f6-4f64-8a8d-25d0446e93de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:29.176948 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-49453846-92f6-4f64-8a8d-25d0446e93de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:29.178061 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-49453846-92f6-4f64-8a8d-25d0446e93de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6ba275d-9a27-4123-8df7-7b461440e22f HTTP/1.1" status: 204 len: 168 time: 0.1191185 Sep 15 03:09:29.186454 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49453846-92f6-4f64-8a8d-25d0446e93de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ba275d-9a27-4123-8df7-7b461440e22f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:29.526694 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35520) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:30.030433 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-feb6de5b-c1ce-4634-9561-5ffa960bb496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531461'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:30.250052 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35542) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:30.351941 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-324b3055-0dc9-4b51-91c3-06a7b93e60c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:30.439374 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-324b3055-0dc9-4b51-91c3-06a7b93e60c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:30.442962 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-324b3055-0dc9-4b51-91c3-06a7b93e60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:30.484718 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-324b3055-0dc9-4b51-91c3-06a7b93e60c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1ecd939bfae4f37a8b7345f4da77e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312965 Sep 15 03:09:30.484718 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b3055-0dc9-4b51-91c3-06a7b93e60c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74622314-a55e-4823-a1ac-20557018b8b8,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:30.485212 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35546) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:30.527342 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-feb6de5b-c1ce-4634-9561-5ffa960bb496 admin admin] Deleting port 3d93f086-51ee-423a-80a4-71e487a08cba {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:09:30.527686 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-feb6de5b-c1ce-4634-9561-5ffa960bb496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:30.568018 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5c4a66a1-6a7d-48af-9b9b-5e63c5b78fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:30.620509 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5c4a66a1-6a7d-48af-9b9b-5e63c5b78fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:30.645750 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-feb6de5b-c1ce-4634-9561-5ffa960bb496 admin admin] For port 3d93f086-51ee-423a-80a4-71e487a08cba, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=3d93f086-51ee-423a-80a4-71e487a08cba,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:09:30.646102 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-feb6de5b-c1ce-4634-9561-5ffa960bb496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:30.672332 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-feb6de5b-c1ce-4634-9561-5ffa960bb496 admin admin] Calling delete_port for 3d93f086-51ee-423a-80a4-71e487a08cba owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:09:30.731246 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5c4a66a1-6a7d-48af-9b9b-5e63c5b78fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:30.733748 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5c4a66a1-6a7d-48af-9b9b-5e63c5b78fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:30.734877 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5c4a66a1-6a7d-48af-9b9b-5e63c5b78fe6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74622314-a55e-4823-a1ac-20557018b8b8 HTTP/1.1" status: 204 len: 168 time: 0.2472064 Sep 15 03:09:30.746171 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a66a1-6a7d-48af-9b9b-5e63c5b78fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74622314-a55e-4823-a1ac-20557018b8b8,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:30.879788 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-feb6de5b-c1ce-4634-9561-5ffa960bb496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:30.904154 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6de5b-c1ce-4634-9561-5ffa960bb496 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d93f086-51ee-423a-80a4-71e487a08cba,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:31.081466 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-feb6de5b-c1ce-4634-9561-5ffa960bb496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528565'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:31.297097 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb6de5b-c1ce-4634-9561-5ffa960bb496 admin admin] Router bd1f3530-d374-4b00-8c2d-834bb601bd50 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:09:31.401374 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb6de5b-c1ce-4634-9561-5ffa960bb496 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:09:31.407112 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-feb6de5b-c1ce-4634-9561-5ffa960bb496 admin admin] 10.222.0.32 "PUT /v2.0/routers/bd1f3530-d374-4b00-8c2d-834bb601bd50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8793893 Sep 15 03:09:31.409628 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35576) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:31.412605 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2902bc5e-a1f1-4e34-9ef5-fa20d712a696 None None] Sync routers for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:09:31.421538 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2902bc5e-a1f1-4e34-9ef5-fa20d712a696 None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:09:31.422223 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-2902bc5e-a1f1-4e34-9ef5-fa20d712a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:09:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:31.517619 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:31.531297 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-2902bc5e-a1f1-4e34-9ef5-fa20d712a696 None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:09:31.626423 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:31.681952 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Deleting port 624c522d-2ffe-46b0-94bf-cf97a2891af4 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:09:31.682292 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:31.726359 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-2902bc5e-a1f1-4e34-9ef5-fa20d712a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T03:09:30Z', 'revision_number': 5, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port': {'id': '624c522d-2ffe-46b0-94bf-cf97a2891af4', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T02:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:31.753475 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2902bc5e-a1f1-4e34-9ef5-fa20d712a696 None None] Checking router: bd1f3530-d374-4b00-8c2d-834bb601bd50 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:09:31.761419 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] For port 624c522d-2ffe-46b0-94bf-cf97a2891af4, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=624c522d-2ffe-46b0-94bf-cf97a2891af4,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:09:31.761782 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:31.763191 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2902bc5e-a1f1-4e34-9ef5-fa20d712a696 None None] Routers {'bd1f3530-d374-4b00-8c2d-834bb601bd50'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:09:31.763918 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-2902bc5e-a1f1-4e34-9ef5-fa20d712a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:09:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['bd1f3530-d374-4b00-8c2d-834bb601bd50'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:31.775420 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Calling delete_port for 624c522d-2ffe-46b0-94bf-cf97a2891af4 owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:09:31.858773 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-2902bc5e-a1f1-4e34-9ef5-fa20d712a696 None None] Set router bd1f3530-d374-4b00-8c2d-834bb601bd50 gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:09:31.926138 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-2902bc5e-a1f1-4e34-9ef5-fa20d712a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T03:09:31Z', 'revision_number': 6, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port_host': None}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:31.955860 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:31.959298 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2902bc5e-a1f1-4e34-9ef5-fa20d712a696 None None] The sync data for ids ['bd1f3530-d374-4b00-8c2d-834bb601bd50'] in dv-cinder-759955-25-iscsi is: [{'id': 'bd1f3530-d374-4b00-8c2d-834bb601bd50', 'name': 'tempest-AttachVolumeTestJSON-1236095755-router', 'tenant_id': '2d44af7c3f99444b98d4422982551f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:59:07Z', 'updated_at': '2021-09-15T03:09:31Z', 'revision_number': 6, 'project_id': '2d44af7c3f99444b98d4422982551f2a', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:09:32.012119 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=624c522d-2ffe-46b0-94bf-cf97a2891af4,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:32.052507 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528499'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.141196 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7387'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.143306 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.188116 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530649'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.188729 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd1f3530-d374-4b00-8c2d-834bb601bd50 {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 03:09:32.193414 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.194556 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9b70478e-c06e-4766-b815-126b193f2a4d admin admin] 10.222.0.32 "DELETE /v2.0/routers/bd1f3530-d374-4b00-8c2d-834bb601bd50 HTTP/1.1" status: 204 len: 168 time: 0.7831492 Sep 15 03:09:32.197096 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35628) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:32.244292 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fa4d29-18fd-478c-8ede-37840abb3093 admin admin] Deleting subnet 3766e392-e837-4fc9-be07-d2a2e1d67712 {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:09:32.247289 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-07fa4d29-18fd-478c-8ede-37840abb3093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.282316 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-07fa4d29-18fd-478c-8ede-37840abb3093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126593458'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.384862 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-07fa4d29-18fd-478c-8ede-37840abb3093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.446119 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-07fa4d29-18fd-478c-8ede-37840abb3093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126593422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700332'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.474452 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa4d29-18fd-478c-8ede-37840abb3093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3766e392-e837-4fc9-be07-d2a2e1d67712,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:32.480190 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-07fa4d29-18fd-478c-8ede-37840abb3093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.482895 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-07fa4d29-18fd-478c-8ede-37840abb3093 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3766e392-e837-4fc9-be07-d2a2e1d67712 HTTP/1.1" status: 204 len: 168 time: 0.2847333 Sep 15 03:09:32.485266 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35634) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:32.488013 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829cd985-cab2-4a35-9523-e509bf0efdc2 None None] Network ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:09:32.553039 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.605861 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Deleting port 9829bf24-57ee-40e0-b26d-6bf34f0682cb {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:09:32.606760 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.675718 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] For port 9829bf24-57ee-40e0-b26d-6bf34f0682cb, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=9829bf24-57ee-40e0-b26d-6bf34f0682cb,segment=NetworkSegment(364a974d-6e78-4342-bfa0-55af068d6c9c),segment_id=364a974d-6e78-4342-bfa0-55af068d6c9c)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:09:32.675998 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.687457 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Calling delete_port for 9829bf24-57ee-40e0-b26d-6bf34f0682cb owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:09:32.762436 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80af2dbb-25a4-44ce-bd01-dc8db331ea68 None None] DHCP port deletion for ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea request from dv-cinder-759955-25-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 03:09:32.769712 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.786052 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-80af2dbb-25a4-44ce-bd01-dc8db331ea68 None None] The port '9829bf24-57ee-40e0-b26d-6bf34f0682cb' was deleted {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 15 03:09:32.801938 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Pushing event deleted for resources: {'Port': ['ID=9829bf24-57ee-40e0-b26d-6bf34f0682cb,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:32.805265 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] No DVR routers for this DVR port 9829bf24-57ee-40e0-b26d-6bf34f0682cb on host dv-cinder-759955-25-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:09:32.875783 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.899121 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:32.909254 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364a974d-6e78-4342-bfa0-55af068d6c9c') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:32.909545 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364a974d-6e78-4342-bfa0-55af068d6c9c') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:09:32.919557 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126593465'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.932531 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.938521 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:09:32.938986 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593104'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: timer() Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: cb(*args, **kw) Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: self._notify() Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: self.callback(batched_events) Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: event.method(event) Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._get(url).json() Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:09:32.940462 dv-cinder-759955-25-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:09:33.012102 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:33.018208 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:33.020108 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] 10.222.0.32 "DELETE /v2.0/networks/ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea HTTP/1.1" status: 204 len: 168 time: 0.5338507 Sep 15 03:09:33.031164 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc29712-a57d-4480-9519-7669a9a4fc2e admin admin] Pushing event deleted for resources: {'Network': ['ID=ea9f90c5-0b1f-4c49-a149-e1c714a6d6ea,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:33.186892 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35640) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:33.226622 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1cba123a-e7d8-4eb3-ad83-0df8776b9ed7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d44af7c3f99444b98d4422982551f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384989 Sep 15 03:09:33.229019 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35642) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:09:33.277842 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2421133d-8de0-40a4-899e-361fb373137c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:33.300951 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2421133d-8de0-40a4-899e-361fb373137c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:33.347105 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2421133d-8de0-40a4-899e-361fb373137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:33.349834 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2421133d-8de0-40a4-899e-361fb373137c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:33.350974 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2421133d-8de0-40a4-899e-361fb373137c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cdac469-31ee-4f65-825c-b93635e64033 HTTP/1.1" status: 204 len: 168 time: 0.1210642 Sep 15 03:09:33.358846 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421133d-8de0-40a4-899e-361fb373137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdac469-31ee-4f65-825c-b93635e64033,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:09:33.498817 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:34.040492 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 9829bf24-57ee-40e0-b26d-6bf34f0682cb no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:09:34.065100 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 9829bf24-57ee-40e0-b26d-6bf34f0682cb {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:09:34.065100 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 9829bf24-57ee-40e0-b26d-6bf34f0682cb not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:09:34.065100 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 3d93f086-51ee-423a-80a4-71e487a08cba no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:09:34.083340 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 3d93f086-51ee-423a-80a4-71e487a08cba {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:09:34.083763 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 3d93f086-51ee-423a-80a4-71e487a08cba not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:09:34.084255 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 624c522d-2ffe-46b0-94bf-cf97a2891af4 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:09:34.104576 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 624c522d-2ffe-46b0-94bf-cf97a2891af4 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:09:34.104942 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 624c522d-2ffe-46b0-94bf-cf97a2891af4 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:09:38.236088 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8caea312-1326-4887-b401-9f236ff53e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:40.753786 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f385e148-994e-4886-84d7-114dd17174ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:41.032552 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:42.168968 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:09:43.580010 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:00.549637 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:10:03.501867 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:08.235984 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c3796140-dff7-4528-ad37-db6b0686ed1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:10.754180 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-739ec558-8561-433e-ae3a-0299a4fd8522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:11.036463 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:12.171726 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:12.418283 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 35956) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:12.519014 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ad60db9e-47ff-4266-bbb1-2f928738f7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:12.603129 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ad60db9e-47ff-4266-bbb1-2f928738f7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:12.606482 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ad60db9e-47ff-4266-bbb1-2f928738f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:12.642511 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ad60db9e-47ff-4266-bbb1-2f928738f7d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24cdfc9cd3ca47e1b2652fd7962dc8dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230091 Sep 15 03:10:12.643575 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60db9e-47ff-4266-bbb1-2f928738f7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e355e3-3b06-421e-aa86-015bc91e04fb,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:12.645299 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35960) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:12.693024 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-948b5610-650e-4617-8c5a-505bd4c84755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:12.713409 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-948b5610-650e-4617-8c5a-505bd4c84755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:12.757822 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-948b5610-650e-4617-8c5a-505bd4c84755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:12.760209 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-948b5610-650e-4617-8c5a-505bd4c84755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:12.761362 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-948b5610-650e-4617-8c5a-505bd4c84755 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44e355e3-3b06-421e-aa86-015bc91e04fb HTTP/1.1" status: 204 len: 168 time: 0.1150911 Sep 15 03:10:12.769489 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b5610-650e-4617-8c5a-505bd4c84755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e355e3-3b06-421e-aa86-015bc91e04fb,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:13.581935 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:20.473474 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36116) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:20.577289 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b23e36e0-6d2c-4b04-a03c-0af59407f6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:20.667344 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b23e36e0-6d2c-4b04-a03c-0af59407f6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:20.671090 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b23e36e0-6d2c-4b04-a03c-0af59407f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:20.708170 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b23e36e0-6d2c-4b04-a03c-0af59407f6e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0385694322047d292eae6ada4c60161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336380 Sep 15 03:10:20.708979 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e36e0-6d2c-4b04-a03c-0af59407f6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb17ec7c-dc16-466f-a5fa-9b92447426e6,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:20.710897 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36120) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:20.759568 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-343c506f-5876-4358-8ce4-11ae64ba736c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:20.779831 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-343c506f-5876-4358-8ce4-11ae64ba736c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:20.826622 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-343c506f-5876-4358-8ce4-11ae64ba736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:20.829608 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-343c506f-5876-4358-8ce4-11ae64ba736c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:20.830715 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-343c506f-5876-4358-8ce4-11ae64ba736c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb17ec7c-dc16-466f-a5fa-9b92447426e6 HTTP/1.1" status: 204 len: 168 time: 0.1187742 Sep 15 03:10:20.837906 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c506f-5876-4358-8ce4-11ae64ba736c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb17ec7c-dc16-466f-a5fa-9b92447426e6,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:21.077125 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36126) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:21.090764 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d6f634d5-ee7e-4566-a08d-648145ed803a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.175187 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d6f634d5-ee7e-4566-a08d-648145ed803a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.179542 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d6f634d5-ee7e-4566-a08d-648145ed803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.217164 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d6f634d5-ee7e-4566-a08d-648145ed803a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d2574c978e04d338d058344f6fc8c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390159 Sep 15 03:10:21.218021 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f634d5-ee7e-4566-a08d-648145ed803a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd9d78a-b18c-463a-8081-28c1604ced8f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:21.219732 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36128) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:21.267923 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8e94d29-7963-40e9-b10f-d5f5c4fe1912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.288572 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8e94d29-7963-40e9-b10f-d5f5c4fe1912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.335257 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8e94d29-7963-40e9-b10f-d5f5c4fe1912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.337730 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8e94d29-7963-40e9-b10f-d5f5c4fe1912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.338983 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c8e94d29-7963-40e9-b10f-d5f5c4fe1912 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbd9d78a-b18c-463a-8081-28c1604ced8f HTTP/1.1" status: 204 len: 168 time: 0.1175404 Sep 15 03:10:21.350013 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e94d29-7963-40e9-b10f-d5f5c4fe1912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd9d78a-b18c-463a-8081-28c1604ced8f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:21.645854 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36138) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:21.658657 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ad4f0923-d73f-4bf7-b89f-2b5ce9322872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.746338 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ad4f0923-d73f-4bf7-b89f-2b5ce9322872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.750768 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ad4f0923-d73f-4bf7-b89f-2b5ce9322872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.787796 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ad4f0923-d73f-4bf7-b89f-2b5ce9322872 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a26749a548f1465ea2f32674e553b20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408718 Sep 15 03:10:21.788970 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f0923-d73f-4bf7-b89f-2b5ce9322872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126f9142-f793-470c-a7d4-39c845e1ae77,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:21.790429 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36140) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:21.837984 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-124be723-a860-40e3-bdb4-cc72d3a29eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.861353 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-124be723-a860-40e3-bdb4-cc72d3a29eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.905528 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-124be723-a860-40e3-bdb4-cc72d3a29eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.908450 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-124be723-a860-40e3-bdb4-cc72d3a29eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:21.909679 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-124be723-a860-40e3-bdb4-cc72d3a29eb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/126f9142-f793-470c-a7d4-39c845e1ae77 HTTP/1.1" status: 204 len: 168 time: 0.1182601 Sep 15 03:10:21.917093 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124be723-a860-40e3-bdb4-cc72d3a29eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f9142-f793-470c-a7d4-39c845e1ae77,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:22.551438 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36166) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:22.644790 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-409083285-network', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:22.664912 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Made reservation on behalf of ea36f03b1dfa40e6b756e880083d62c5 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:10:22.667092 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:22.675646 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:22.762074 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:22.765689 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:22.786788 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:10:22.802135 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e4f280-557f-4055-8783-3896cdabaeb2,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:22.806448 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:22.806796 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Added segment 5363ed61-0c86-43e1-ae3a-22619cf51259 of type vlan for network 1398cfe1-5c8b-436f-a5ee-95405cd34697 Sep 15 03:10:22.846144 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:22.869032 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:22.869946 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:10:22.870519 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:22.900308 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3478348 Sep 15 03:10:22.903326 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36170) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:22.908725 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-0e10efb4-1cf6-4dbb-a0de-5a8217b7881e admin admin] Request body: {'subnet': {'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-409083285-subnet', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:22.929684 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e10efb4-1cf6-4dbb-a0de-5a8217b7881e admin admin] Made reservation on behalf of ea36f03b1dfa40e6b756e880083d62c5 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:10:22.931295 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b735b3-a899-4841-ad51-3c407c41dc25 admin admin] Pushing event updated for resources: {'Network': ['ID=1398cfe1-5c8b-436f-a5ee-95405cd34697,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:22.932213 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0e10efb4-1cf6-4dbb-a0de-5a8217b7881e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130944542'] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:22.941398 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 1398cfe1-5c8b-436f-a5ee-95405cd34697 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:10:23.099402 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0e10efb4-1cf6-4dbb-a0de-5a8217b7881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130386870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130944560'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.155723 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10efb4-1cf6-4dbb-a0de-5a8217b7881e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccfd11f5-b4da-4325-8e79-d4b352dde210,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:23.159918 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10efb4-1cf6-4dbb-a0de-5a8217b7881e admin admin] Checking segment: {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:10:23.160271 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10efb4-1cf6-4dbb-a0de-5a8217b7881e admin admin] Network hostable DHCP agents. Network: 1398cfe1-5c8b-436f-a5ee-95405cd34697, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:10:23.176627 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10efb4-1cf6-4dbb-a0de-5a8217b7881e admin admin] Network 1398cfe1-5c8b-436f-a5ee-95405cd34697 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:10:23.185301 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-0e10efb4-1cf6-4dbb-a0de-5a8217b7881e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 1398cfe1-5c8b-436f-a5ee-95405cd34697) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:10:23.190466 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e10efb4-1cf6-4dbb-a0de-5a8217b7881e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:10:23.191437 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0e10efb4-1cf6-4dbb-a0de-5a8217b7881e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.194632 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9565b7d-4868-456e-bff6-65b8d4a6ff70 None None] Network 1398cfe1-5c8b-436f-a5ee-95405cd34697 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:10:23.205905 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0e10efb4-1cf6-4dbb-a0de-5a8217b7881e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3014662 Sep 15 03:10:23.208549 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36172) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:23.212925 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:23.232422 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7369'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.233450 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.282719 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.335753 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a767ca-0f23-5eb0-80d8-fbb4873b4484-1398cfe1-5c8b-436f-a5ee-95405cd34697', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210'}]}} from dv-cinder-759955-25-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 03:10:23.336614 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.474726 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Allocated IP 172.20.0.2 (1398cfe1-5c8b-436f-a5ee-95405cd34697/ccfd11f5-b4da-4325-8e79-d4b352dde210/5c3dddb5-caf5-4eba-9f27-abd3277ae6be) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:10:23.629311 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.635287 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.669533 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.673137 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Network 1398cfe1-5c8b-436f-a5ee-95405cd34697 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:10:23.676540 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:10:23.679327 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:10:23.693492 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Pushing event updated for resources: {'Port': ['ID=5c3dddb5-caf5-4eba-9f27-abd3277ae6be,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:23.715399 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:23.715668 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:23.716013 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:23.716350 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:23.716682 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:23.717048 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:23.717380 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:23.717708 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:23.718058 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:23.718393 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:23.719234 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:23.719571 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:23.751151 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Attempting to bind port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:10:23.751545 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Attempting to bind port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:10:23.751887 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Attempting to bind port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be on network 1398cfe1-5c8b-436f-a5ee-95405cd34697 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:10:23.756966 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:10:23.757353 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Checking segment: {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:10:23.757749 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.758135 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Bound using segment: {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:10:23.758603 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Bound port: 5c3dddb5-caf5-4eba-9f27-abd3277ae6be, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:10:23.758978 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.819856 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] For port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:10:23.822794 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] For port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=5c3dddb5-caf5-4eba-9f27-abd3277ae6be,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:10:23.827334 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.863921 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.883320 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:23.887265 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4b126-2f29-4ef1-acb3-2295d07e11dd None None] Pushing event updated for resources: {'Port': ['ID=5c3dddb5-caf5-4eba-9f27-abd3277ae6be,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:23.985890 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Allocated IP 172.27.2.37 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/9f627ffc-3400-4500-abab-b9db5bad0fcf) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:10:24.111942 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:24.143927 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 5c3dddb5-caf5-4eba-9f27-abd3277ae6be up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:10:24.155060 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:24.193296 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:10:24.196008 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:10:24.196995 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:24.197354 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:24.198603 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:10:24.225091 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Pushing event updated for resources: {'Port': ['ID=9f627ffc-3400-4500-abab-b9db5bad0fcf,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:24.236010 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:24.236359 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:24.236697 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:24.237058 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:24.237387 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:24.237732 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:24.238038 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:24.238362 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:24.238685 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:24.238999 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:24.239321 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:24.239630 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:24.275709 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:24.306198 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=5c3dddb5-caf5-4eba-9f27-abd3277ae6be,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:10:24.310130 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:24.358184 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=5c3dddb5-caf5-4eba-9f27-abd3277ae6be,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:24.459179 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:24.663541 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528479'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:24.749536 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ef1aea-a468-4a5b-bd55-c8fe7709a3d8 None None] Network 1398cfe1-5c8b-436f-a5ee-95405cd34697 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:10:24.791657 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c is scheduled to L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 03:10:24.826395 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-305f429d-d8d0-417b-862c-af198e9ccf4f None None] Provisioning complete for port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:24.826765 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-305f429d-d8d0-417b-862c-af198e9ccf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:24.895492 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:10:24.909258 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Sync routers for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:10:24.910584 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:24.911795 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-be84fb5b-88a8-4d6e-9dc8-672974363c06 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7022262 Sep 15 03:10:24.914399 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36182) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:25.080313 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:10:25.080805 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:10:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:25.195116 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:10:25.326372 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:25.379018 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-8888775c-466b-4b8f-951f-e7ef4398136a None None] Provisioning complete for port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:25.379391 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8888775c-466b-4b8f-951f-e7ef4398136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:25.411016 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:24Z', 'revision_number': 3, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:25.441100 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Checking router: 3926c319-8a27-430f-a3f1-b3edb3a8ca1c for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:10:25.441374 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Updating router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c port 9f627ffc-3400-4500-abab-b9db5bad0fcf binding host dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:10:25.472426 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:25.483815 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Allocated IP 172.20.0.1 (1398cfe1-5c8b-436f-a5ee-95405cd34697/ccfd11f5-b4da-4325-8e79-d4b352dde210/1a649860-1d7a-4e44-8d55-5d704a285ca4) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:10:25.596968 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:25.630524 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:25.665370 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Network 1398cfe1-5c8b-436f-a5ee-95405cd34697 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:10:25.668181 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:10:25.671469 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:10:25.702730 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Pushing event updated for resources: {'Port': ['ID=1a649860-1d7a-4e44-8d55-5d704a285ca4,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:25.720255 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528520'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:25.762728 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:25.768741 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:25.820324 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Attempting to bind port 9f627ffc-3400-4500-abab-b9db5bad0fcf on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:10:25.820670 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Attempting to bind port 9f627ffc-3400-4500-abab-b9db5bad0fcf by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:10:25.821084 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Attempting to bind port 9f627ffc-3400-4500-abab-b9db5bad0fcf on network 73626132-cd8b-4a23-a2b0-fb3708e8a009 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:10:25.831286 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:10:25.831664 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Checking segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:10:25.832064 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:25.832454 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Bound using segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:10:25.833016 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Bound port: 9f627ffc-3400-4500-abab-b9db5bad0fcf, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:10:25.833400 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:25.836372 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3a998-9972-41b9-a11e-6b92bd373b6e None None] Pushing event updated for resources: {'Port': ['ID=9f627ffc-3400-4500-abab-b9db5bad0fcf,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:25.851969 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:25.901860 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] For port 9f627ffc-3400-4500-abab-b9db5bad0fcf, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:10:25.916749 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] For port 9f627ffc-3400-4500-abab-b9db5bad0fcf, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=9f627ffc-3400-4500-abab-b9db5bad0fcf,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:10:25.920018 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-2228f0d2-a0bd-438d-94b2-09f6b14ee11a None None] Provisioning complete for port 1a649860-1d7a-4e44-8d55-5d704a285ca4 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:25.920417 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2228f0d2-a0bd-438d-94b2-09f6b14ee11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:25.923464 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:26.003884 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-2228f0d2-a0bd-438d-94b2-09f6b14ee11a None None] Port 1a649860-1d7a-4e44-8d55-5d704a285ca4 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:10:26.010704 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:10:26.011272 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:10:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:26.014097 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:26.020237 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130386883'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:26.050074 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3a998-9972-41b9-a11e-6b92bd373b6e None None] Pushing event updated for resources: {'Port': ['ID=9f627ffc-3400-4500-abab-b9db5bad0fcf,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:26.087963 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531480'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:26.090858 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Pushing event updated for resources: {'Port': ['ID=1a649860-1d7a-4e44-8d55-5d704a285ca4,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:26.091954 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 5c3dddb5-caf5-4eba-9f27-abd3277ae6be up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:10:26.157138 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:10:26.181817 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Network 1398cfe1-5c8b-436f-a5ee-95405cd34697 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:10:26.183176 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:10:26.195849 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:26.196364 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:26.291805 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:10:26.403264 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:10:26.416525 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4df483a7-d65e-4536-a5a2-3adbf5077674 admin admin] 10.222.0.32 "PUT /v2.0/routers/3926c319-8a27-430f-a3f1-b3edb3a8ca1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4937849 Sep 15 03:10:26.438885 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-207fd2a2-e95a-4d0e-8ab5-b1f9eac0819f None None] Provisioning complete for port 1a649860-1d7a-4e44-8d55-5d704a285ca4 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:26.439251 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-207fd2a2-e95a-4d0e-8ab5-b1f9eac0819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:26.470570 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 1, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:26.503567 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-207fd2a2-e95a-4d0e-8ab5-b1f9eac0819f None None] Port 1a649860-1d7a-4e44-8d55-5d704a285ca4 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:10:26.505101 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366fd410-d32a-45ff-a900-8d27088a9322 None None] The sync data for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi is: [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 1, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:10:26.905377 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36206) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:26.910839 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1664202326-network', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:26.932614 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Made reservation on behalf of 2ae39f9d8a1b4a75b60d4ee29fd6eb34 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:10:26.935157 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:26.944391 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.040416 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.044639 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.088006 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:10:27.093444 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023dc238-f831-468e-bd6c-642360f8eb7e,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:27.102637 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.102960 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Added segment 1c9eae43-d473-4735-865b-d2c013ef9a88 of type vlan for network 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b Sep 15 03:10:27.144726 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.169218 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.170301 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:10:27.171061 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.203778 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2967103 Sep 15 03:10:27.206582 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36208) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:27.212852 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Request body: {'subnet': {'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1664202326-subnet', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:27.235296 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Made reservation on behalf of 2ae39f9d8a1b4a75b60d4ee29fd6eb34 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:10:27.237924 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126700299'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.244929 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27b24e-cc89-46a0-8d4d-f637744521f0 admin admin] Pushing event updated for resources: {'Network': ['ID=60532a68-08a1-4b9a-9cb4-eb4fbd7e527b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:27.255802 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:10:27.415374 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126700325'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.470035 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3134551a-1560-49db-a41d-329387881c6e,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:27.479827 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:27.480181 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:27.480521 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:27.480853 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:27.481209 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:27.481539 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:27.481867 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:27.482193 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:27.482518 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:27.482841 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:27.483161 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:27.483475 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:27.492527 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Checking segment: {'id': '1c9eae43-d473-4735-865b-d2c013ef9a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:10:27.492953 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Network hostable DHCP agents. Network: 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:10:27.510332 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Network 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:10:27.520984 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:10:27.525225 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:10:27.525815 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.530199 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7a8bad-022e-4172-87a8-99a6b2b8aed1 None None] Network 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:10:27.541402 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-86f36be2-ca9c-4e27-8e6d-fec2065de070 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3330727 Sep 15 03:10:27.543180 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36210) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:27.547896 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1664202326-router', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:27.570855 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7369'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.571876 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-521221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7378'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.627274 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.811616 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a767ca-0f23-5eb0-80d8-fbb4873b4484-60532a68-08a1-4b9a-9cb4-eb4fbd7e527b', 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'fixed_ips': [{'subnet_id': '3134551a-1560-49db-a41d-329387881c6e'}]}} from dv-cinder-759955-25-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 03:10:27.812561 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:27.951653 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Allocated IP 172.20.0.2 (60532a68-08a1-4b9a-9cb4-eb4fbd7e527b/3134551a-1560-49db-a41d-329387881c6e/94f37631-5306-40cb-8f4e-ae8f47766a4b) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:10:27.996262 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.101530 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.109523 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.142123 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 9f627ffc-3400-4500-abab-b9db5bad0fcf up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:10:28.179629 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Network 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:10:28.185408 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:10:28.195044 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:10:28.200195 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Pushing event updated for resources: {'Port': ['ID=94f37631-5306-40cb-8f4e-ae8f47766a4b,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:28.226899 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.248760 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.255767 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 9f627ffc-3400-4500-abab-b9db5bad0fcf triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:28.256136 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.281185 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Attempting to bind port 94f37631-5306-40cb-8f4e-ae8f47766a4b on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:10:28.282065 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Attempting to bind port 94f37631-5306-40cb-8f4e-ae8f47766a4b by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '1c9eae43-d473-4735-865b-d2c013ef9a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:10:28.282427 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Attempting to bind port 94f37631-5306-40cb-8f4e-ae8f47766a4b on network 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:10:28.290030 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:10:28.290405 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Checking segment: {'id': '1c9eae43-d473-4735-865b-d2c013ef9a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:10:28.290796 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.291187 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Bound using segment: {'id': '1c9eae43-d473-4735-865b-d2c013ef9a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:10:28.291651 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Bound port: 94f37631-5306-40cb-8f4e-ae8f47766a4b, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9eae43-d473-4735-865b-d2c013ef9a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:10:28.292045 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.362315 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Allocated IP 172.27.2.102 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/50b06a71-858e-4da7-85bf-5d472e1467e8) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:10:28.389883 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] For port 94f37631-5306-40cb-8f4e-ae8f47766a4b, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:10:28.394905 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] For port 94f37631-5306-40cb-8f4e-ae8f47766a4b, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=94f37631-5306-40cb-8f4e-ae8f47766a4b,segment=NetworkSegment(1c9eae43-d473-4735-865b-d2c013ef9a88),segment_id=1c9eae43-d473-4735-865b-d2c013ef9a88)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:10:28.399840 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.404795 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.455765 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port 9f627ffc-3400-4500-abab-b9db5bad0fcf, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=9f627ffc-3400-4500-abab-b9db5bad0fcf,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:10:28.460193 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.477984 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Sync routers for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:10:28.487158 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:10:28.487912 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:10:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:28.490124 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.494444 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cb591-5186-4b45-b840-dc96bc354bdf None None] Pushing event updated for resources: {'Port': ['ID=94f37631-5306-40cb-8f4e-ae8f47766a4b,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:28.525959 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.551534 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=9f627ffc-3400-4500-abab-b9db5bad0fcf,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:28.571498 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:10:28.574516 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:10:28.578763 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:10:28.606513 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:10:28.615350 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Pushing event updated for resources: {'Port': ['ID=50b06a71-858e-4da7-85bf-5d472e1467e8,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:28.835596 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 2, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:28.866702 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Checking router: 3926c319-8a27-430f-a3f1-b3edb3a8ca1c for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:10:28.867051 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Updating router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c port 1a649860-1d7a-4e44-8d55-5d704a285ca4 binding host dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:10:28.874814 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:28.890523 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:29.069787 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528479'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:29.200424 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Router aefd5c5d-8250-42a9-a112-65ec6aa29a82 is scheduled to L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 03:10:29.243285 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:29.249220 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:29.300023 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Pushing event updated for resources: {'Port': ['ID=1a649860-1d7a-4e44-8d55-5d704a285ca4,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:29.309332 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:29.309912 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:29.310407 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:29.311012 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:29.311233 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:29.311563 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:29.312071 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:29.312416 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:29.312764 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:29.313127 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:29.313454 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:29.313778 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:10:29.317048 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:10:29.337016 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Sync routers for ids ['aefd5c5d-8250-42a9-a112-65ec6aa29a82'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:10:29.341785 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:29.346380 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9266561d-b14f-49ef-973c-be0341114088 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7990403 Sep 15 03:10:29.347115 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36220) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:29.359840 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Routers {'aefd5c5d-8250-42a9-a112-65ec6aa29a82'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:10:29.360676 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:10:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['aefd5c5d-8250-42a9-a112-65ec6aa29a82'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:29.373712 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Attempting to bind port 1a649860-1d7a-4e44-8d55-5d704a285ca4 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:10:29.374340 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Attempting to bind port 1a649860-1d7a-4e44-8d55-5d704a285ca4 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:10:29.375431 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Attempting to bind port 1a649860-1d7a-4e44-8d55-5d704a285ca4 on network 1398cfe1-5c8b-436f-a5ee-95405cd34697 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:10:29.381178 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:10:29.381793 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Checking segment: {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:10:29.382375 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:29.382933 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Bound using segment: {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:10:29.383565 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Bound port: 1a649860-1d7a-4e44-8d55-5d704a285ca4, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:10:29.384146 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:29.457582 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] For port 1a649860-1d7a-4e44-8d55-5d704a285ca4, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:10:29.461772 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] For port 1a649860-1d7a-4e44-8d55-5d704a285ca4, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=1a649860-1d7a-4e44-8d55-5d704a285ca4,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:10:29.470531 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:29.536525 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Set router aefd5c5d-8250-42a9-a112-65ec6aa29a82 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:10:29.543140 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5a245-bf3c-4785-b1dc-33e1f91e8297 None None] Pushing event updated for resources: {'Port': ['ID=1a649860-1d7a-4e44-8d55-5d704a285ca4,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:29.546758 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:10:29.547384 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:10:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:29.583223 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc97159-d63d-48f1-a806-80a8efa0868f None None] Network 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:10:29.669266 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:10:29.756463 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-5bed7e1a-bfbc-4896-8694-59827f827859 None None] Provisioning complete for port 94f37631-5306-40cb-8f4e-ae8f47766a4b triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:29.756829 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5bed7e1a-bfbc-4896-8694-59827f827859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:29.886355 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:29Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:29.888470 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:29.915652 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06abb0-8ff1-4cdb-bbde-5205dfc625b4 None None] The sync data for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi is: [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:29Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:10:29.966535 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'name': 'tempest-TestVolumeBootPattern-1664202326-router', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:27Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 3, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'gw_port': {'id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:28Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:29.969210 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5bed7e1a-bfbc-4896-8694-59827f827859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.016225 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Checking router: aefd5c5d-8250-42a9-a112-65ec6aa29a82 for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:10:30.016729 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Updating router aefd5c5d-8250-42a9-a112-65ec6aa29a82 port 50b06a71-858e-4da7-85bf-5d472e1467e8 binding host dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:10:30.057992 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.071328 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-5bed7e1a-bfbc-4896-8694-59827f827859 None None] For port 94f37631-5306-40cb-8f4e-ae8f47766a4b, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=94f37631-5306-40cb-8f4e-ae8f47766a4b,segment=NetworkSegment(1c9eae43-d473-4735-865b-d2c013ef9a88),segment_id=1c9eae43-d473-4735-865b-d2c013ef9a88)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:10:30.075019 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Allocated IP 172.20.0.1 (60532a68-08a1-4b9a-9cb4-eb4fbd7e527b/3134551a-1560-49db-a41d-329387881c6e/6d6636ca-ce42-41e6-ba7f-0dabd6addad0) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:10:30.099443 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5bed7e1a-bfbc-4896-8694-59827f827859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.220978 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.262896 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.287615 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Network 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:10:30.291028 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:10:30.327235 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-5bed7e1a-bfbc-4896-8694-59827f827859 None None] Provisioning complete for port 1a649860-1d7a-4e44-8d55-5d704a285ca4 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:30.327627 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5bed7e1a-bfbc-4896-8694-59827f827859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.330210 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:10:30.351639 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 9f627ffc-3400-4500-abab-b9db5bad0fcf up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:10:30.378830 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed7e1a-bfbc-4896-8694-59827f827859 None None] Pushing event updated for resources: {'Port': ['ID=94f37631-5306-40cb-8f4e-ae8f47766a4b,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:30.391080 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6636ca-ce42-41e6-ba7f-0dabd6addad0,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:30.404440 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528520'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.585609 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.636685 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 9f627ffc-3400-4500-abab-b9db5bad0fcf triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:30.637236 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.712422 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5bed7e1a-bfbc-4896-8694-59827f827859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.777683 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.782051 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130386883'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.795297 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-5bed7e1a-bfbc-4896-8694-59827f827859 None None] For port 1a649860-1d7a-4e44-8d55-5d704a285ca4, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=1a649860-1d7a-4e44-8d55-5d704a285ca4,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:10:30.817698 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.820886 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5bed7e1a-bfbc-4896-8694-59827f827859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.830903 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.847272 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-641960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531480'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.850160 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6636ca-ce42-41e6-ba7f-0dabd6addad0,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:30.864820 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 1a649860-1d7a-4e44-8d55-5d704a285ca4 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:10:30.922230 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Attempting to bind port 50b06a71-858e-4da7-85bf-5d472e1467e8 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:10:30.922614 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Attempting to bind port 50b06a71-858e-4da7-85bf-5d472e1467e8 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:10:30.922991 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Attempting to bind port 50b06a71-858e-4da7-85bf-5d472e1467e8 on network 73626132-cd8b-4a23-a2b0-fb3708e8a009 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:10:30.929330 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed7e1a-bfbc-4896-8694-59827f827859 None None] Pushing event updated for resources: {'Port': ['ID=1a649860-1d7a-4e44-8d55-5d704a285ca4,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:30.941665 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:10:30.942049 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Checking segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:10:30.942457 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.942853 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Bound using segment: {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:10:30.944578 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Bound port: 50b06a71-858e-4da7-85bf-5d472e1467e8, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d438e7f-b8c0-4a0c-91be-67163e1bcb16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:10:30.944578 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:30.950597 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Network 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:10:30.952036 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:10:31.019355 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c2a03088-9545-45ee-84a8-c44443bfa440 None None] Provisioning complete for port 94f37631-5306-40cb-8f4e-ae8f47766a4b triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:31.019734 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c2a03088-9545-45ee-84a8-c44443bfa440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:31.028685 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540f626-aeb9-459c-b3a3-f7134f51d845 None None] Pushing event updated for resources: {'Port': ['ID=50b06a71-858e-4da7-85bf-5d472e1467e8,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:31.073876 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] For port 50b06a71-858e-4da7-85bf-5d472e1467e8, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:10:31.079359 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] For port 50b06a71-858e-4da7-85bf-5d472e1467e8, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=50b06a71-858e-4da7-85bf-5d472e1467e8,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:10:31.080461 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 1a649860-1d7a-4e44-8d55-5d704a285ca4 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:31.080808 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:31.104277 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:31.197551 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Routers {'aefd5c5d-8250-42a9-a112-65ec6aa29a82'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:10:31.198191 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:10:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['aefd5c5d-8250-42a9-a112-65ec6aa29a82'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:31.221571 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540f626-aeb9-459c-b3a3-f7134f51d845 None None] Pushing event updated for resources: {'Port': ['ID=50b06a71-858e-4da7-85bf-5d472e1467e8,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:31.329032 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Router aefd5c5d-8250-42a9-a112-65ec6aa29a82 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:10:31.432505 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:10:31.444727 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-95ab1c82-0e84-4eec-9126-0eccc0e5d947 admin admin] 10.222.0.32 "PUT /v2.0/routers/aefd5c5d-8250-42a9-a112-65ec6aa29a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0891523 Sep 15 03:10:31.471284 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 94f37631-5306-40cb-8f4e-ae8f47766a4b up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:10:31.498219 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c2a03088-9545-45ee-84a8-c44443bfa440 None None] Provisioning complete for port 1a649860-1d7a-4e44-8d55-5d704a285ca4 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:31.498590 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c2a03088-9545-45ee-84a8-c44443bfa440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:31.528551 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] Set router aefd5c5d-8250-42a9-a112-65ec6aa29a82 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:10:31.648708 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 94f37631-5306-40cb-8f4e-ae8f47766a4b triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:31.649117 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:31.823789 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c2a03088-9545-45ee-84a8-c44443bfa440 None None] Provisioning complete for port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:31.824160 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c2a03088-9545-45ee-84a8-c44443bfa440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:31.878825 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c2a03088-9545-45ee-84a8-c44443bfa440 None None] Port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:10:31.892406 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'name': 'tempest-TestVolumeBootPattern-1664202326-router', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:27Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 4, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'gw_port': {'id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:28Z', 'updated_at': '2021-09-15T03:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '6d6636ca-ce42-41e6-ba7f-0dabd6addad0', 'name': '', 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'mac_address': 'fa:16:3e:0d:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3134551a-1560-49db-a41d-329387881c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:29Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 2, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'subnets': [{'id': '3134551a-1560-49db-a41d-329387881c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:31.918405 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e281137-5a0b-4af1-9827-0adeec233f8e None None] The sync data for ids ['aefd5c5d-8250-42a9-a112-65ec6aa29a82'] in dv-cinder-759955-25-iscsi is: [{'id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'name': 'tempest-TestVolumeBootPattern-1664202326-router', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:27Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 4, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'gw_port': {'id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:28Z', 'updated_at': '2021-09-15T03:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '6d6636ca-ce42-41e6-ba7f-0dabd6addad0', 'name': '', 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'mac_address': 'fa:16:3e:0d:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3134551a-1560-49db-a41d-329387881c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:29Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 2, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'subnets': [{'id': '3134551a-1560-49db-a41d-329387881c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:10:31.996982 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-0bdf6f1d-12a4-4afd-ad07-d161c7e72170 None None] Provisioning complete for port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:31.997360 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0bdf6f1d-12a4-4afd-ad07-d161c7e72170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:32.036156 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf6f1d-12a4-4afd-ad07-d161c7e72170 None None] Port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:10:32.075219 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 1a649860-1d7a-4e44-8d55-5d704a285ca4 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:10:32.133136 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 1a649860-1d7a-4e44-8d55-5d704a285ca4 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:32.133583 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:32.217889 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 94f37631-5306-40cb-8f4e-ae8f47766a4b up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:10:32.268515 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 94f37631-5306-40cb-8f4e-ae8f47766a4b triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:32.268922 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:32.962530 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 36242) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:32.967306 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-12fd2275-6662-4a6d-9de7-598870881d70 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421857025', 'description': 'tempest-secgroup-smoke-421857025 description', 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:32.989877 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-12fd2275-6662-4a6d-9de7-598870881d70 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.079292 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-12fd2275-6662-4a6d-9de7-598870881d70 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.084394 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-12fd2275-6662-4a6d-9de7-598870881d70 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.115346 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-12fd2275-6662-4a6d-9de7-598870881d70 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.116621 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-12fd2275-6662-4a6d-9de7-598870881d70 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1530840 Sep 15 03:10:33.118671 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd2275-6662-4a6d-9de7-598870881d70 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:33.119814 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36248) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:33.124914 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-f8b46db3-e4a0-4020-8c46-04e4408a93ec tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Request body: {'security_group_rule': {'security_group_id': 'bd75a823-f7dd-4e99-a7d0-b9a81026ccbe', 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:33.155256 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8b46db3-e4a0-4020-8c46-04e4408a93ec tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.217574 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8b46db3-e4a0-4020-8c46-04e4408a93ec tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.221957 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8b46db3-e4a0-4020-8c46-04e4408a93ec tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.239388 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b46db3-e4a0-4020-8c46-04e4408a93ec tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73780adb-88fb-4fee-9bf7-e4accb31b8e3,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:33.246091 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8b46db3-e4a0-4020-8c46-04e4408a93ec tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.247550 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f8b46db3-e4a0-4020-8c46-04e4408a93ec tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262028 Sep 15 03:10:33.250472 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36250) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:33.254925 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-e0886dd4-63dd-4cbd-a6f3-3b13f7e5d039 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Request body: {'security_group_rule': {'security_group_id': 'bd75a823-f7dd-4e99-a7d0-b9a81026ccbe', 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:33.283001 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e0886dd4-63dd-4cbd-a6f3-3b13f7e5d039 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.339720 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e0886dd4-63dd-4cbd-a6f3-3b13f7e5d039 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.343176 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e0886dd4-63dd-4cbd-a6f3-3b13f7e5d039 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.360532 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0886dd4-63dd-4cbd-a6f3-3b13f7e5d039 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dda431-df93-419e-b0ec-a85dd0c586f3,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:33.366812 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e0886dd4-63dd-4cbd-a6f3-3b13f7e5d039 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.368048 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e0886dd4-63dd-4cbd-a6f3-3b13f7e5d039 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166520 Sep 15 03:10:33.370760 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36252) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:33.375207 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-9ffda7f1-0a9e-458b-8df4-35e28b2e1648 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Request body: {'security_group_rule': {'security_group_id': 'bd75a823-f7dd-4e99-a7d0-b9a81026ccbe', 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:33.400671 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9ffda7f1-0a9e-458b-8df4-35e28b2e1648 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.456803 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9ffda7f1-0a9e-458b-8df4-35e28b2e1648 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.460092 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9ffda7f1-0a9e-458b-8df4-35e28b2e1648 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.477164 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffda7f1-0a9e-458b-8df4-35e28b2e1648 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca70eb46-2671-49f6-8744-65c09b43713e,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:33.488654 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9ffda7f1-0a9e-458b-8df4-35e28b2e1648 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.490040 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9ffda7f1-0a9e-458b-8df4-35e28b2e1648 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182985 Sep 15 03:10:33.492694 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36254) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:33.497302 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-3f5fc6c9-581b-4923-9605-9610b29612b0 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Request body: {'security_group_rule': {'security_group_id': 'bd75a823-f7dd-4e99-a7d0-b9a81026ccbe', 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:33.503723 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.523843 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc6c9-581b-4923-9605-9610b29612b0 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.583073 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc6c9-581b-4923-9605-9610b29612b0 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.586350 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc6c9-581b-4923-9605-9610b29612b0 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.603702 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fc6c9-581b-4923-9605-9610b29612b0 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2be7225-c505-4f49-9f16-b7900eed164e,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:33.610262 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc6c9-581b-4923-9605-9610b29612b0 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.611415 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3f5fc6c9-581b-4923-9605-9610b29612b0 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177440 Sep 15 03:10:33.614004 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36256) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:33.618230 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-c6a43986-4056-4555-ad32-a050846f3d9b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Request body: {'security_group_rule': {'security_group_id': 'bd75a823-f7dd-4e99-a7d0-b9a81026ccbe', 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:33.638174 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.securitygroups_db [None req-c6a43986-4056-4555-ad32-a050846f3d9b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Project ea36f03b1dfa40e6b756e880083d62c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 03:10:33.643276 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c6a43986-4056-4555-ad32-a050846f3d9b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.702265 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c6a43986-4056-4555-ad32-a050846f3d9b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.706584 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c6a43986-4056-4555-ad32-a050846f3d9b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.727111 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a43986-4056-4555-ad32-a050846f3d9b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94aa0eab-1109-4fd5-a919-f2ab7e33c6f7,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:33.731209 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c6a43986-4056-4555-ad32-a050846f3d9b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.734850 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c6a43986-4056-4555-ad32-a050846f3d9b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175077 Sep 15 03:10:33.735294 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36258) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:10:33.739452 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-ceeabde9-2680-4df2-8d3b-e2600c0c79a1 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Request body: {'security_group_rule': {'security_group_id': 'bd75a823-f7dd-4e99-a7d0-b9a81026ccbe', 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:33.761040 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.securitygroups_db [None req-ceeabde9-2680-4df2-8d3b-e2600c0c79a1 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Project ea36f03b1dfa40e6b756e880083d62c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 03:10:33.766233 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ceeabde9-2680-4df2-8d3b-e2600c0c79a1 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.829689 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ceeabde9-2680-4df2-8d3b-e2600c0c79a1 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.833814 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ceeabde9-2680-4df2-8d3b-e2600c0c79a1 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.852269 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeabde9-2680-4df2-8d3b-e2600c0c79a1 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161e08a4-ddc4-4e87-aeee-3758d563542c,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:33.857227 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ceeabde9-2680-4df2-8d3b-e2600c0c79a1 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:33.858466 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ceeabde9-2680-4df2-8d3b-e2600c0c79a1 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223955 Sep 15 03:10:33.983771 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a446c-a179-4547-9647-a6864613521f None None] Sync routers for ids ['aefd5c5d-8250-42a9-a112-65ec6aa29a82'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:10:33.992674 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a446c-a179-4547-9647-a6864613521f None None] Routers {'aefd5c5d-8250-42a9-a112-65ec6aa29a82'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:10:33.993310 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c07a446c-a179-4547-9647-a6864613521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:10:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['aefd5c5d-8250-42a9-a112-65ec6aa29a82'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:34.097338 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 50b06a71-858e-4da7-85bf-5d472e1467e8 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:10:34.112280 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-c07a446c-a179-4547-9647-a6864613521f None None] Set router aefd5c5d-8250-42a9-a112-65ec6aa29a82 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:10:34.150976 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 50b06a71-858e-4da7-85bf-5d472e1467e8 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:34.151369 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:34.244617 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:34.268529 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] For port 50b06a71-858e-4da7-85bf-5d472e1467e8, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=50b06a71-858e-4da7-85bf-5d472e1467e8,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:10:34.279580 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:34.345982 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Pushing event updated for resources: {'Port': ['ID=50b06a71-858e-4da7-85bf-5d472e1467e8,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:34.370652 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c07a446c-a179-4547-9647-a6864613521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'name': 'tempest-TestVolumeBootPattern-1664202326-router', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:27Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 4, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'gw_port': {'id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:28Z', 'updated_at': '2021-09-15T03:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '6d6636ca-ce42-41e6-ba7f-0dabd6addad0', 'name': '', 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'mac_address': 'fa:16:3e:0d:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3134551a-1560-49db-a41d-329387881c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:29Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 2, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'subnets': [{'id': '3134551a-1560-49db-a41d-329387881c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:34.395998 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a446c-a179-4547-9647-a6864613521f None None] Checking router: aefd5c5d-8250-42a9-a112-65ec6aa29a82 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:10:34.396430 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a446c-a179-4547-9647-a6864613521f None None] Updating router aefd5c5d-8250-42a9-a112-65ec6aa29a82 port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 binding host dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:10:34.420533 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c07a446c-a179-4547-9647-a6864613521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:34.682600 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c07a446c-a179-4547-9647-a6864613521f None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:34.689545 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c07a446c-a179-4547-9647-a6864613521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:34.758735 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298afa7-f464-4b3c-bda5-0d7a3f7940a0 None None] Pushing event updated for resources: {'Port': ['ID=6d6636ca-ce42-41e6-ba7f-0dabd6addad0,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:34.795264 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-c07a446c-a179-4547-9647-a6864613521f None None] Attempting to bind port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 on host dv-cinder-759955-25-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:10:34.795633 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-c07a446c-a179-4547-9647-a6864613521f None None] Attempting to bind port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 by drivers openvswitch,hyperv on host dv-cinder-759955-25-iscsi at level 0 using segments [{'id': '1c9eae43-d473-4735-865b-d2c013ef9a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:10:34.795998 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a446c-a179-4547-9647-a6864613521f None None] Attempting to bind port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 on network 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:10:34.801368 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a446c-a179-4547-9647-a6864613521f None None] Checking agent: {'id': '58947725-191d-49d5-b8ab-4af32151bf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 21, 41), 'started_at': datetime.datetime(2021, 9, 15, 2, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:10:34.801739 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a446c-a179-4547-9647-a6864613521f None None] Checking segment: {'id': '1c9eae43-d473-4735-865b-d2c013ef9a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:10:34.802227 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c07a446c-a179-4547-9647-a6864613521f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:34.802616 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a446c-a179-4547-9647-a6864613521f None None] Bound using segment: {'id': '1c9eae43-d473-4735-865b-d2c013ef9a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:10:34.803081 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-c07a446c-a179-4547-9647-a6864613521f None None] Bound port: 6d6636ca-ce42-41e6-ba7f-0dabd6addad0, host: dv-cinder-759955-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9eae43-d473-4735-865b-d2c013ef9a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:10:34.803476 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c07a446c-a179-4547-9647-a6864613521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:34.873656 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-c07a446c-a179-4547-9647-a6864613521f None None] For port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0, host dv-cinder-759955-25-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:10:34.877775 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-c07a446c-a179-4547-9647-a6864613521f None None] For port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0, host dv-cinder-759955-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=6d6636ca-ce42-41e6-ba7f-0dabd6addad0,segment=NetworkSegment(1c9eae43-d473-4735-865b-d2c013ef9a88),segment_id=1c9eae43-d473-4735-865b-d2c013ef9a88)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:10:34.883410 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c07a446c-a179-4547-9647-a6864613521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:34.944584 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a446c-a179-4547-9647-a6864613521f None None] Routers {'aefd5c5d-8250-42a9-a112-65ec6aa29a82'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:10:34.945358 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c07a446c-a179-4547-9647-a6864613521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:10:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['aefd5c5d-8250-42a9-a112-65ec6aa29a82'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:34.948426 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298afa7-f464-4b3c-bda5-0d7a3f7940a0 None None] Pushing event updated for resources: {'Port': ['ID=6d6636ca-ce42-41e6-ba7f-0dabd6addad0,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:34.982363 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-bc689f0a-2d06-4919-aff8-f3c69c5b0eaa None None] Provisioning complete for port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:34.982928 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bc689f0a-2d06-4919-aff8-f3c69c5b0eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:35.065555 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-c07a446c-a179-4547-9647-a6864613521f None None] Set router aefd5c5d-8250-42a9-a112-65ec6aa29a82 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:10:35.081325 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bc689f0a-2d06-4919-aff8-f3c69c5b0eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:35.112782 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-bc689f0a-2d06-4919-aff8-f3c69c5b0eaa None None] For port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=6d6636ca-ce42-41e6-ba7f-0dabd6addad0,segment=NetworkSegment(1c9eae43-d473-4735-865b-d2c013ef9a88),segment_id=1c9eae43-d473-4735-865b-d2c013ef9a88)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:10:35.116949 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bc689f0a-2d06-4919-aff8-f3c69c5b0eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:35.166007 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc689f0a-2d06-4919-aff8-f3c69c5b0eaa None None] Pushing event updated for resources: {'Port': ['ID=6d6636ca-ce42-41e6-ba7f-0dabd6addad0,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:10:35.238205 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-ddb1d46a-073c-4964-894e-14671bbac07e None None] Provisioning complete for port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:35.238581 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d46a-073c-4964-894e-14671bbac07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:35.354996 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c07a446c-a179-4547-9647-a6864613521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'name': 'tempest-TestVolumeBootPattern-1664202326-router', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:27Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 4, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'gw_port': {'id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:28Z', 'updated_at': '2021-09-15T03:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '6d6636ca-ce42-41e6-ba7f-0dabd6addad0', 'name': '', 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'mac_address': 'fa:16:3e:0d:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3134551a-1560-49db-a41d-329387881c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:29Z', 'updated_at': '2021-09-15T03:10:34Z', 'revision_number': 4, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'subnets': [{'id': '3134551a-1560-49db-a41d-329387881c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:10:35.383739 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a446c-a179-4547-9647-a6864613521f None None] The sync data for ids ['aefd5c5d-8250-42a9-a112-65ec6aa29a82'] in dv-cinder-759955-25-iscsi is: [{'id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'name': 'tempest-TestVolumeBootPattern-1664202326-router', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:27Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 4, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'gw_port': {'id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:28Z', 'updated_at': '2021-09-15T03:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '6d6636ca-ce42-41e6-ba7f-0dabd6addad0', 'name': '', 'network_id': '60532a68-08a1-4b9a-9cb4-eb4fbd7e527b', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'mac_address': 'fa:16:3e:0d:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3134551a-1560-49db-a41d-329387881c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:29Z', 'updated_at': '2021-09-15T03:10:34Z', 'revision_number': 4, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'subnets': [{'id': '3134551a-1560-49db-a41d-329387881c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:10:36.090632 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:10:36.137542 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:36.137909 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:36.216178 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 50b06a71-858e-4da7-85bf-5d472e1467e8 up at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:10:36.263963 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Provisioning complete for port 50b06a71-858e-4da7-85bf-5d472e1467e8 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:10:36.264246 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:37.548921 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:10:38.235865 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b27dffbb-5776-475b-a182-efd27abc75b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:40.755204 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-eac08154-2fb6-4661-9c93-b8e39310264a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:41.037711 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:42.174147 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:43.585689 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:56.589937 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-f622f4be-f88d-48c8-bca9-45af81509d18 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421857025&fields=id&tenant_id=ea36f03b1dfa40e6b756e880083d62c5 HTTP/1.1" status: 200 len: 267 time: 0.0316367 Sep 15 03:10:56.690152 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-1c9bfbdb-6dc9-40a8-8c6c-b27a96516e57 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:10:56.691487 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-1c9bfbdb-6dc9-40a8-8c6c-b27a96516e57 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 811 time: 0.0951886 Sep 15 03:10:56.705622 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-28d340b8-a0c6-4483-bdfc-29cf7304306f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/quotas/ea36f03b1dfa40e6b756e880083d62c5 HTTP/1.1" status: 200 len: 375 time: 0.0085382 Sep 15 03:10:56.757247 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-7a39d81f-d104-43a5-be50-bb01db9f36d2 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460384 Sep 15 03:10:56.859867 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-30f5f8da-4286-4d78-85dc-efdabc799288 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:10:56.860855 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-30f5f8da-4286-4d78-85dc-efdabc799288 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0929599 Sep 15 03:10:56.947400 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-5a3fb5f6-3c2b-400f-9a2a-4c5228ed6266 service neutron] 10.222.0.32 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801578 Sep 15 03:10:57.036149 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-c2c3f37e-b908-48b1-801f-1b2f3f3b31dd service neutron] 10.222.0.32 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826778 Sep 15 03:10:58.335484 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7c2eed57-3a40-4290-b4e7-3a384d2c165d req-2ac51dc8-bcd5-4421-bd59-40e74c25a9aa tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 210 time: 0.0256195 Sep 15 03:10:59.432867 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b975eedd-bdc4-4197-a266-11d3414d40d6 req-54798c89-1cdf-44fd-817a-538099b58264 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 210 time: 0.0290992 Sep 15 03:10:59.447948 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-8da3e7aa-ff55-4879-90e9-ecfcc049fa0b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:10:59.449397 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-8da3e7aa-ff55-4879-90e9-ecfcc049fa0b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 811 time: 0.1239512 Sep 15 03:10:59.510097 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-c4e25bec-475c-4320-a91e-2046933843a9 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea36f03b1dfa40e6b756e880083d62c5 HTTP/1.1" status: 200 len: 379 time: 0.0332708 Sep 15 03:10:59.519042 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Request body: {'port': {'device_id': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'admin_state_up': True, 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'security_groups': ['bd75a823-f7dd-4e99-a7d0-b9a81026ccbe']}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:10:59.632926 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Made reservation on behalf of ea36f03b1dfa40e6b756e880083d62c5 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:10:59.636824 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:59.760253 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Allocated IP 172.20.0.13 (1398cfe1-5c8b-436f-a5ee-95405cd34697/ccfd11f5-b4da-4325-8e79-d4b352dde210/fa0a2b91-c9a7-4ae2-ae82-56daba136f24) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:10:59.889432 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:59.921677 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:10:59.971829 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Network 1398cfe1-5c8b-436f-a5ee-95405cd34697 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:10:59.975107 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:10:59.979375 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:11:00.021342 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'Port': ['ID=fa0a2b91-c9a7-4ae2-ae82-56daba136f24,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:11:00.033899 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:00.034405 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:00.051347 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a2cce107-ca9b-481e-99f7-5eb59f55aa3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5358026 Sep 15 03:11:00.065142 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-b1dc4967-18c2-444c-bdb9-845d775548d9 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:11:00.066134 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-b1dc4967-18c2-444c-bdb9-845d775548d9 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056314 Sep 15 03:11:00.089445 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Request body: {'port': {'device_id': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:11:00.149085 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:00.173257 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-9e55d58c-76e5-4d6c-8386-9209ff050249 None None] Provisioning complete for port fa0a2b91-c9a7-4ae2-ae82-56daba136f24 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:11:00.173847 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9e55d58c-76e5-4d6c-8386-9209ff050249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:00.208911 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-9e55d58c-76e5-4d6c-8386-9209ff050249 None None] Port fa0a2b91-c9a7-4ae2-ae82-56daba136f24 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:11:00.401986 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0a2b91-c9a7-4ae2-ae82-56daba136f24 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:11:00.408969 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:00.420855 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Transition to ACTIVE for port object fa0a2b91-c9a7-4ae2-ae82-56daba136f24 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:11:00.425051 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:00.478075 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Pushing event updated for resources: {'Port': ['ID=fa0a2b91-c9a7-4ae2-ae82-56daba136f24,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:11:00.577636 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Attempting to bind port fa0a2b91-c9a7-4ae2-ae82-56daba136f24 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:11:00.577980 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Attempting to bind port fa0a2b91-c9a7-4ae2-ae82-56daba136f24 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:11:00.578310 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Attempting to bind port fa0a2b91-c9a7-4ae2-ae82-56daba136f24 on network 1398cfe1-5c8b-436f-a5ee-95405cd34697 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:11:00.590645 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9cf28-0a9e-42d0-b639-a206ba6af601 req-56207275-b4aa-4b2f-8062-dd936f85bd9b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:00.592211 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26c9cf28-0a9e-42d0-b639-a206ba6af601 req-56207275-b4aa-4b2f-8062-dd936f85bd9b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 944 time: 0.0789261 Sep 15 03:11:00.593353 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Port fa0a2b91-c9a7-4ae2-ae82-56daba136f24 on network 1398cfe1-5c8b-436f-a5ee-95405cd34697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:11:00.593676 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Attempting to bind port fa0a2b91-c9a7-4ae2-ae82-56daba136f24 on network 1398cfe1-5c8b-436f-a5ee-95405cd34697 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:11:00.601486 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:11:00.601821 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Checking segment: {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:11:00.602755 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Bound using segment: {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:11:00.603179 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Bound port: fa0a2b91-c9a7-4ae2-ae82-56daba136f24, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:11:00.603563 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:00.659862 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26c9cf28-0a9e-42d0-b639-a206ba6af601 req-698ad6bd-a770-42b1-a42a-22d933dd0fa5 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601153 Sep 15 03:11:00.688679 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] For port fa0a2b91-c9a7-4ae2-ae82-56daba136f24, host hv-cinder-75995, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:11:00.692024 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] For port fa0a2b91-c9a7-4ae2-ae82-56daba136f24, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fa0a2b91-c9a7-4ae2-ae82-56daba136f24,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:11:00.696389 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:00.731205 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:00.731704 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:00.733391 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] 10.222.0.30 "PUT /v2.0/ports/fa0a2b91-c9a7-4ae2-ae82-56daba136f24 HTTP/1.1" status: 200 len: 1094 time: 0.6488571 Sep 15 03:11:00.733632 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'tag': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:11:00.735849 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b33963-adc8-42d7-b9b3-20d95d6849e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4f0142-761f-49e0-8979-0916e5924b2b", "tag": "fa0a2b91-c9a7-4ae2-ae82-56daba136f24"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:11:00.770836 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9be95a-e97b-4c1a-b1bf-0bb58eb58b1b service neutron] Pushing event updated for resources: {'Port': ['ID=fa0a2b91-c9a7-4ae2-ae82-56daba136f24,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:11:00.856043 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22903fd2-e182-4137-b060-caa662312568 x-openstack-request-id: req-22903fd2-e182-4137-b060-caa662312568 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:11:00.856351 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4f0142-761f-49e0-8979-0916e5924b2b", "tag": "fa0a2b91-c9a7-4ae2-ae82-56daba136f24", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:11:00.856598 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22903fd2-e182-4137-b060-caa662312568 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:11:00.857023 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'tag': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24', 'status': 'completed', 'code': 200} Sep 15 03:11:00.859838 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a9216c22-4a1c-4bac-83de-9db42ae3f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:00.861344 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-a9216c22-4a1c-4bac-83de-9db42ae3f6cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 1097 time: 0.0655224 Sep 15 03:11:00.914984 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-5b3d31b6-a619-42f7-8eca-a9e762ad1794 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa0a2b91-c9a7-4ae2-ae82-56daba136f24 HTTP/1.1" status: 200 len: 217 time: 0.0346963 Sep 15 03:11:00.962467 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ad2edd74-3e4d-4ac7-abdd-daa34440e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:00.965162 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ad2edd74-3e4d-4ac7-abdd-daa34440e734 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0428202 Sep 15 03:11:01.011205 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ec588245-1b71-43f5-8afe-287bfc85dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:01.012571 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-ec588245-1b71-43f5-8afe-287bfc85dab4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421071 Sep 15 03:11:01.099183 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-dc00d002-a350-4cd6-8c32-5239a7489e48 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793886 Sep 15 03:11:01.188350 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e125eaf9-9744-44ac-89c6-7b24f4f33f4c req-536df67b-d7c7-4b76-b120-e32bbb5403f0 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821521 Sep 15 03:11:01.313565 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b33963-adc8-42d7-b9b3-20d95d6849e9 req-bdc0ba46-bcd9-45fe-9bd5-4d3d25a17f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:01.315021 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-33b33963-adc8-42d7-b9b3-20d95d6849e9 req-bdc0ba46-bcd9-45fe-9bd5-4d3d25a17f7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 1097 time: 0.0399296 Sep 15 03:11:01.404146 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b33963-adc8-42d7-b9b3-20d95d6849e9 req-3b38f4a0-01e5-47ef-9d96-7e5adc373b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:01.405580 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-33b33963-adc8-42d7-b9b3-20d95d6849e9 req-3b38f4a0-01e5-47ef-9d96-7e5adc373b94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0829842 Sep 15 03:11:01.448825 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-33b33963-adc8-42d7-b9b3-20d95d6849e9 req-2d30dbf4-d2a2-4324-964e-47a0eb044631 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa0a2b91-c9a7-4ae2-ae82-56daba136f24 HTTP/1.1" status: 200 len: 217 time: 0.0354183 Sep 15 03:11:01.496711 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b33963-adc8-42d7-b9b3-20d95d6849e9 req-915a3d1f-6c4d-4f69-9d6e-0bfcc6510884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:01.498182 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-33b33963-adc8-42d7-b9b3-20d95d6849e9 req-915a3d1f-6c4d-4f69-9d6e-0bfcc6510884 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0428150 Sep 15 03:11:01.544750 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b33963-adc8-42d7-b9b3-20d95d6849e9 req-dbb2de72-527d-448e-908b-6a6b8f823e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:01.546190 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-33b33963-adc8-42d7-b9b3-20d95d6849e9 req-dbb2de72-527d-448e-908b-6a6b8f823e2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414369 Sep 15 03:11:01.632977 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-33b33963-adc8-42d7-b9b3-20d95d6849e9 req-8cf6985d-f24a-422a-badf-3c42d9e3ca29 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794439 Sep 15 03:11:01.776110 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb2777-0d1c-4caf-86be-a0d2cb827ca7 req-284ebfa7-f743-4b93-a7ad-aef9c4cf9ccb tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:01.778224 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-facb2777-0d1c-4caf-86be-a0d2cb827ca7 req-284ebfa7-f743-4b93-a7ad-aef9c4cf9ccb tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 944 time: 0.0513320 Sep 15 03:11:01.817900 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-facb2777-0d1c-4caf-86be-a0d2cb827ca7 req-dd57088a-c55c-483d-b0aa-cf9c0073b092 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342133 Sep 15 03:11:01.947678 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-33b33963-adc8-42d7-b9b3-20d95d6849e9 req-64a6ac72-9fae-4099-a192-69a4d24c8f03 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082876 Sep 15 03:11:02.933110 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07605d9-69e8-4147-993a-cb5a03536c1c req-f75f87f5-0513-474f-be11-ede5c7cf643d tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:02.934593 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b07605d9-69e8-4147-993a-cb5a03536c1c req-f75f87f5-0513-474f-be11-ede5c7cf643d tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 944 time: 0.0518885 Sep 15 03:11:02.974951 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b07605d9-69e8-4147-993a-cb5a03536c1c req-39cd2143-e1f9-41b8-8cd3-8db25e36aac4 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344582 Sep 15 03:11:03.493118 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:04.085607 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e209c71-d8dc-45ee-8759-ab2ca88b4db0 req-e3890af9-7552-4779-8c2a-646f47e073a5 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:04.086966 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e209c71-d8dc-45ee-8759-ab2ca88b4db0 req-e3890af9-7552-4779-8c2a-646f47e073a5 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 944 time: 0.0468538 Sep 15 03:11:04.124246 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e209c71-d8dc-45ee-8759-ab2ca88b4db0 req-b7be1c13-97db-4bb5-900c-6235a60e3176 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309508 Sep 15 03:11:05.234091 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b3a61-8704-461a-83ce-836cabcfaeb6 req-1366f285-b1e1-4e05-a62b-407f67aa0d77 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:05.235577 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a9b3a61-8704-461a-83ce-836cabcfaeb6 req-1366f285-b1e1-4e05-a62b-407f67aa0d77 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 944 time: 0.0467563 Sep 15 03:11:05.271815 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a9b3a61-8704-461a-83ce-836cabcfaeb6 req-0c479080-0977-4467-9708-25bfa04cedd2 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303726 Sep 15 03:11:06.381110 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d325277-3e3f-469a-8a22-9334138c2bed req-1c796f79-b5f9-4c64-82e8-38216783bf5b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:06.382541 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5d325277-3e3f-469a-8a22-9334138c2bed req-1c796f79-b5f9-4c64-82e8-38216783bf5b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 944 time: 0.0463283 Sep 15 03:11:06.421911 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5d325277-3e3f-469a-8a22-9334138c2bed req-556bb171-d119-4feb-8986-425b22cc8c8c tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334208 Sep 15 03:11:07.533761 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899e98b-dbd9-4f1d-bb65-b44576e635d4 req-f537dae1-b03a-4a21-9d56-3d95ea093988 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:07.535197 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5899e98b-dbd9-4f1d-bb65-b44576e635d4 req-f537dae1-b03a-4a21-9d56-3d95ea093988 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 944 time: 0.0479965 Sep 15 03:11:07.571310 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5899e98b-dbd9-4f1d-bb65-b44576e635d4 req-5e042969-7b3c-4bc1-a13f-9d4054ca9988 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302305 Sep 15 03:11:08.236614 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a6e78181-5aac-4623-bf74-a4087cee0eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:08.682220 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6660529-693e-4b2f-bdc3-5db80e6b0d39 req-5d052504-60e7-4994-8652-bdc04661f130 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:08.683651 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6660529-693e-4b2f-bdc3-5db80e6b0d39 req-5d052504-60e7-4994-8652-bdc04661f130 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 944 time: 0.0473657 Sep 15 03:11:08.718904 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6660529-693e-4b2f-bdc3-5db80e6b0d39 req-65be154c-7744-487c-911e-58eba4c2bbd8 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294790 Sep 15 03:11:09.830188 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e385cb-962c-4eb9-9e6b-a764f2e431c9 req-d64afbf3-d4aa-4e1a-b0d7-5c18d11fbf91 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:09.831626 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-11e385cb-962c-4eb9-9e6b-a764f2e431c9 req-d64afbf3-d4aa-4e1a-b0d7-5c18d11fbf91 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 944 time: 0.0468311 Sep 15 03:11:09.870980 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-11e385cb-962c-4eb9-9e6b-a764f2e431c9 req-2849336a-f1b9-477a-afa5-3f73c77b831d tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335920 Sep 15 03:11:10.754750 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-866c93e1-6914-46de-9340-1062ea9004ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:10.982764 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37bcda-7322-44e5-aa42-23a53192b55c req-f54bf36b-41ce-49a5-b847-bb91c008ba62 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:10.984222 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bc37bcda-7322-44e5-aa42-23a53192b55c req-f54bf36b-41ce-49a5-b847-bb91c008ba62 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 944 time: 0.0478024 Sep 15 03:11:11.021291 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bc37bcda-7322-44e5-aa42-23a53192b55c req-f6f1a65f-0cfd-4cdb-96e2-188889d4e317 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309806 Sep 15 03:11:11.039781 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:11.562910 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device fa0a2b91-c9a7-4ae2-ae82-56daba136f24 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:11:11.653819 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port fa0a2b91-c9a7-4ae2-ae82-56daba136f24, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fa0a2b91-c9a7-4ae2-ae82-56daba136f24,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:11:11.664904 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'port_id': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24', 'mac_address': 'fa:16:3e:d7:69:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:11:11.703388 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:11.715859 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0a2b91-c9a7-4ae2-ae82-56daba136f24 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:11:11.734503 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port fa0a2b91-c9a7-4ae2-ae82-56daba136f24, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fa0a2b91-c9a7-4ae2-ae82-56daba136f24,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:11:11.737426 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:11.783186 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=fa0a2b91-c9a7-4ae2-ae82-56daba136f24,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:11:12.134318 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5de700-32b6-45c4-80c3-447b6342f27e req-5efe6b7f-a8b7-4573-9754-5489887dcbd6 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:12.135752 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4a5de700-32b6-45c4-80c3-447b6342f27e req-5efe6b7f-a8b7-4573-9754-5489887dcbd6 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 945 time: 0.0470748 Sep 15 03:11:12.171904 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4a5de700-32b6-45c4-80c3-447b6342f27e req-03f50ef5-acea-4c22-9685-5325a335ba14 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303397 Sep 15 03:11:12.177726 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:12.193289 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['fa0a2b91-c9a7-4ae2-ae82-56daba136f24'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:11:13.283727 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9119a-a619-4b56-8f7e-ea4b81b4e7f7 req-a1c0368d-9512-4233-88d0-7290758b943c tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:13.285209 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ed9119a-a619-4b56-8f7e-ea4b81b4e7f7 req-a1c0368d-9512-4233-88d0-7290758b943c tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 945 time: 0.0469124 Sep 15 03:11:13.324202 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ed9119a-a619-4b56-8f7e-ea4b81b4e7f7 req-5cd5e88a-304f-4c91-a4ee-bf0c7b6cd900 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332141 Sep 15 03:11:13.563286 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device fa0a2b91-c9a7-4ae2-ae82-56daba136f24 up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:11:13.606324 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:13.619437 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port fa0a2b91-c9a7-4ae2-ae82-56daba136f24 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:11:13.622874 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port fa0a2b91-c9a7-4ae2-ae82-56daba136f24 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:11:13.623232 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:13.697240 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:13.718384 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:11:13.720624 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd89d78-a73b-4f30-a81a-b9262159dc5d" -d '{"events": [{"server_uuid": "2b4f0142-761f-49e0-8979-0916e5924b2b", "name": "network-vif-plugged", "status": "completed", "tag": "fa0a2b91-c9a7-4ae2-ae82-56daba136f24"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:11:13.732668 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port fa0a2b91-c9a7-4ae2-ae82-56daba136f24, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fa0a2b91-c9a7-4ae2-ae82-56daba136f24,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:11:13.736763 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:13.783772 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=fa0a2b91-c9a7-4ae2-ae82-56daba136f24,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:11:13.810339 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee2abb7-04ba-4dba-8ec3-ce28dbe3b56f x-openstack-request-id: req-0ee2abb7-04ba-4dba-8ec3-ce28dbe3b56f {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:11:13.810655 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4f0142-761f-49e0-8979-0916e5924b2b", "name": "network-vif-plugged", "status": "completed", "tag": "fa0a2b91-c9a7-4ae2-ae82-56daba136f24", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:11:13.810910 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ee2abb7-04ba-4dba-8ec3-ce28dbe3b56f {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:11:13.811702 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24', 'code': 200} Sep 15 03:11:14.096169 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeec18c-912f-492d-8e6c-1f5725727c1b req-744cdbe6-0d37-4290-828b-50977abf2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:14.097681 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6eeec18c-912f-492d-8e6c-1f5725727c1b req-744cdbe6-0d37-4290-828b-50977abf2f7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 1099 time: 0.0933135 Sep 15 03:11:14.136729 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6eeec18c-912f-492d-8e6c-1f5725727c1b req-ecf349ef-29f6-4bee-ad89-d1b9af99fc54 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276084 Sep 15 03:11:14.437980 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff4fbd-be31-4e31-b093-7342074f4712 req-3840570f-39b2-423b-9e7f-87b6ae5af571 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:14.439442 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e0ff4fbd-be31-4e31-b093-7342074f4712 req-3840570f-39b2-423b-9e7f-87b6ae5af571 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 946 time: 0.0491571 Sep 15 03:11:14.476269 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e0ff4fbd-be31-4e31-b093-7342074f4712 req-059a0d20-0e5e-46d4-95f6-d1230cd1cc63 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307992 Sep 15 03:11:14.547431 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:11:15.601203 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418bcd3-a709-4215-8ded-fc0c57e2aaf2 req-da4f1e01-1317-4003-95c1-e134e3f014ba tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:15.602656 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d418bcd3-a709-4215-8ded-fc0c57e2aaf2 req-da4f1e01-1317-4003-95c1-e134e3f014ba tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 946 time: 0.0511973 Sep 15 03:11:15.639267 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d418bcd3-a709-4215-8ded-fc0c57e2aaf2 req-d87c71da-cf72-4369-b910-208bd5964be4 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307455 Sep 15 03:11:15.749853 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bea56c-5f2e-49a0-8e12-d4abd28cda1d req-fbc7e10b-db0b-4180-a776-d137b09301d8 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:15.751213 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5bea56c-5f2e-49a0-8e12-d4abd28cda1d req-fbc7e10b-db0b-4180-a776-d137b09301d8 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 946 time: 0.0474820 Sep 15 03:11:15.787260 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5bea56c-5f2e-49a0-8e12-d4abd28cda1d req-fe8c8631-5392-40a0-b6fd-84456eb08c4d tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296555 Sep 15 03:11:15.809187 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36610) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:11:15.887482 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b6e641-9cb9-4ee9-b087-2af664940dc4 tempest-TestVolumeBootPattern-386683180 tempest-TestVolumeBootPattern-386683180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:15.888965 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-15b6e641-9cb9-4ee9-b087-2af664940dc4 tempest-TestVolumeBootPattern-386683180 tempest-TestVolumeBootPattern-386683180-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 1094 time: 0.0788403 Sep 15 03:11:15.891903 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36614) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:11:15.896076 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Request body: {'floatingip': {'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'port_id': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:11:15.919677 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for floatingip, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:16.014996 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:16.117930 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Allocated IP 172.27.2.3 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/6ea42920-5e15-4167-9dc4-073e775439bd) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:11:16.214721 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:16.247693 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:16.282593 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:11:16.287218 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:11:16.290633 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:11:16.316992 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'Port': ['ID=6ea42920-5e15-4167-9dc4-073e775439bd,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:11:16.660098 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:16.728634 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:16.874830 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:16.879003 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:16.947841 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'Port': ['ID=6ea42920-5e15-4167-9dc4-073e775439bd,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:11:16.955358 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:17.049897 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.l3_db [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Floating IP 94157ecb-cc2b-4aa7-b90c-71e923853646 associated. External IP: 172.27.2.3, port: fa0a2b91-c9a7-4ae2-ae82-56daba136f24. Sep 15 03:11:17.251069 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:11:17.353114 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:11:17.362393 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d167d8-2140-4ee3-89cf-1edd1c39b61e None None] Sync routers for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:11:17.368274 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:17.372070 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d167d8-2140-4ee3-89cf-1edd1c39b61e None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:11:17.372707 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-24d167d8-2140-4ee3-89cf-1edd1c39b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:11:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:11:17.395386 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-af5829c0-d58d-451a-8581-26e3e9ce2f84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5025153 Sep 15 03:11:17.396075 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'tag': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:11:17.398349 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d120ff17-6fcc-4555-aa64-3a14b65eb733" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4f0142-761f-49e0-8979-0916e5924b2b", "tag": "fa0a2b91-c9a7-4ae2-ae82-56daba136f24"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:11:17.437534 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259585f9-77fc-4280-a6c6-9f66b1a6e396 x-openstack-request-id: req-259585f9-77fc-4280-a6c6-9f66b1a6e396 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:11:17.437823 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4f0142-761f-49e0-8979-0916e5924b2b", "tag": "fa0a2b91-c9a7-4ae2-ae82-56daba136f24", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:11:17.438073 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-259585f9-77fc-4280-a6c6-9f66b1a6e396 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:11:17.438470 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'tag': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24', 'status': 'completed', 'code': 200} Sep 15 03:11:17.477481 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-24d167d8-2140-4ee3-89cf-1edd1c39b61e None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:11:17.522019 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120ff17-6fcc-4555-aa64-3a14b65eb733 req-c750b18f-6a40-4b07-8866-bf0c63622b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:17.523536 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d120ff17-6fcc-4555-aa64-3a14b65eb733 req-c750b18f-6a40-4b07-8866-bf0c63622b5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 1099 time: 0.0403934 Sep 15 03:11:17.619609 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120ff17-6fcc-4555-aa64-3a14b65eb733 req-b6c32f00-2607-434c-b9ae-3575d4952528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:17.621190 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d120ff17-6fcc-4555-aa64-3a14b65eb733 req-b6c32f00-2607-434c-b9ae-3575d4952528 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0906720 Sep 15 03:11:17.684664 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d120ff17-6fcc-4555-aa64-3a14b65eb733 req-fac670ee-2991-4c2a-a09c-5ab5bccfb664 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa0a2b91-c9a7-4ae2-ae82-56daba136f24 HTTP/1.1" status: 200 len: 998 time: 0.0565338 Sep 15 03:11:17.732549 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120ff17-6fcc-4555-aa64-3a14b65eb733 req-cab6db48-7b15-4b99-9120-8173bbc56b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:17.734016 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d120ff17-6fcc-4555-aa64-3a14b65eb733 req-cab6db48-7b15-4b99-9120-8173bbc56b0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0426393 Sep 15 03:11:17.783455 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120ff17-6fcc-4555-aa64-3a14b65eb733 req-7c666b65-435a-4bfb-aa02-92aad44fc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:11:17.785119 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d120ff17-6fcc-4555-aa64-3a14b65eb733 req-7c666b65-435a-4bfb-aa02-92aad44fc2a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436227 Sep 15 03:11:17.816576 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-24d167d8-2140-4ee3-89cf-1edd1c39b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '94157ecb-cc2b-4aa7-b90c-71e923853646', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'port_id': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'mac_address': 'fa:16:3e:d7:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:11:16Z', 'updated_at': '2021-09-15T03:11:16Z', 'revision_number': 0, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:11:17.842045 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d167d8-2140-4ee3-89cf-1edd1c39b61e None None] Checking router: 3926c319-8a27-430f-a3f1-b3edb3a8ca1c for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:11:17.850163 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d167d8-2140-4ee3-89cf-1edd1c39b61e None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:11:17.850764 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-24d167d8-2140-4ee3-89cf-1edd1c39b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:11:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:11:17.878819 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d120ff17-6fcc-4555-aa64-3a14b65eb733 req-fabb866d-086c-4b94-b6a0-d8f8573e4a40 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858047 Sep 15 03:11:17.951964 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-24d167d8-2140-4ee3-89cf-1edd1c39b61e None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:11:17.970681 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d120ff17-6fcc-4555-aa64-3a14b65eb733 req-20b908a3-f370-48aa-a580-8a033e56113e service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844240 Sep 15 03:11:18.166123 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-24d167d8-2140-4ee3-89cf-1edd1c39b61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '94157ecb-cc2b-4aa7-b90c-71e923853646', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'port_id': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'mac_address': 'fa:16:3e:d7:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:11:16Z', 'updated_at': '2021-09-15T03:11:16Z', 'revision_number': 0, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:11:18.191650 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d167d8-2140-4ee3-89cf-1edd1c39b61e None None] The sync data for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi is: [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': '94157ecb-cc2b-4aa7-b90c-71e923853646', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'port_id': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'mac_address': 'fa:16:3e:d7:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:11:16Z', 'updated_at': '2021-09-15T03:11:16Z', 'revision_number': 0, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:11:18.364662 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870242f-f14b-4016-8b13-0576590b8db2 None None] New status for floating IP 94157ecb-cc2b-4aa7-b90c-71e923853646: ACTIVE {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:11:33.492747 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:38.237263 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0750d03a-97a1-493d-ac6b-1acd6fe92bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:40.755603 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b35d1730-dbf4-47e0-9644-87146999eef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:41.039301 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:42.180121 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:43.591755 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:11:51.545529 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:12:03.492265 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:12:08.236970 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4b233704-309f-4b6b-ad58-cf4b36c3fe52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:12:10.756064 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d4f989da-6f20-4f96-8d19-bcba90428967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:12:11.040124 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:12:12.182222 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:12:12.834328 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6cccb74c-8b8a-403b-8e3c-165cf05bbcb1 req-a33e3b33-27f3-4940-8e83-bd3cbf947460 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385976 Sep 15 03:12:12.929192 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccb74c-8b8a-403b-8e3c-165cf05bbcb1 req-4408d06d-0d01-4a2e-b938-f42804ef2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:12:12.930630 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6cccb74c-8b8a-403b-8e3c-165cf05bbcb1 req-4408d06d-0d01-4a2e-b938-f42804ef2902 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 1099 time: 0.0387599 Sep 15 03:12:13.034359 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccb74c-8b8a-403b-8e3c-165cf05bbcb1 req-f405412f-84da-4efb-bce6-34899b6db7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:12:13.035638 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6cccb74c-8b8a-403b-8e3c-165cf05bbcb1 req-f405412f-84da-4efb-bce6-34899b6db7e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0868731 Sep 15 03:12:13.100130 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6cccb74c-8b8a-403b-8e3c-165cf05bbcb1 req-2a23fe27-2cc1-4675-9006-ee8bda4a6ece service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa0a2b91-c9a7-4ae2-ae82-56daba136f24 HTTP/1.1" status: 200 len: 1000 time: 0.0564916 Sep 15 03:12:13.151379 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccb74c-8b8a-403b-8e3c-165cf05bbcb1 req-dd9667af-1290-47eb-9544-dca7e6094734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:12:13.152863 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6cccb74c-8b8a-403b-8e3c-165cf05bbcb1 req-dd9667af-1290-47eb-9544-dca7e6094734 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0458863 Sep 15 03:12:13.196798 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccb74c-8b8a-403b-8e3c-165cf05bbcb1 req-2cef8438-c92c-40ad-b8e0-00bbe9b106ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:12:13.198247 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6cccb74c-8b8a-403b-8e3c-165cf05bbcb1 req-2cef8438-c92c-40ad-b8e0-00bbe9b106ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383675 Sep 15 03:12:13.295570 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6cccb74c-8b8a-403b-8e3c-165cf05bbcb1 req-a74f9182-98dc-4fee-8903-b7004f54fddb service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902755 Sep 15 03:12:13.383051 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6cccb74c-8b8a-403b-8e3c-165cf05bbcb1 req-5c265d03-cde0-446a-8470-ebdf2a3c669f service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805123 Sep 15 03:12:13.594821 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:12:28.543773 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:12:33.490110 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:12:38.236720 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6923329a-36d7-42d2-8bf6-6d968f98c8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:12:40.759191 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dc57b36a-d144-440e-a51a-9517c2e8e9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:12:41.041264 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:12:42.185690 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:12:43.597173 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:03.500327 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:05.541525 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:13:08.238127 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f8748ec3-b306-44c1-babe-59176c530a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:10.759222 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b8eba899-20c8-46c6-a8a9-a9b0693570ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:11.042889 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:12.188574 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:13.602493 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:13.844392 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b6ba85fb-ec9c-4753-b6ab-f9adc5652e2f req-3570ff68-43e2-4393-b4c0-66195670d6cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376835 Sep 15 03:13:13.940908 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba85fb-ec9c-4753-b6ab-f9adc5652e2f req-3cc22877-55e6-4bf0-a2ce-a1c9f290e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:13.942404 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b6ba85fb-ec9c-4753-b6ab-f9adc5652e2f req-3cc22877-55e6-4bf0-a2ce-a1c9f290e07e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 1099 time: 0.0430243 Sep 15 03:13:14.039831 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba85fb-ec9c-4753-b6ab-f9adc5652e2f req-6cc766aa-6375-496f-84f0-8cbc41c576f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:14.041286 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b6ba85fb-ec9c-4753-b6ab-f9adc5652e2f req-6cc766aa-6375-496f-84f0-8cbc41c576f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0812318 Sep 15 03:13:14.107910 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b6ba85fb-ec9c-4753-b6ab-f9adc5652e2f req-cc4c3731-dd06-4313-bf1d-f2c285f2ee1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa0a2b91-c9a7-4ae2-ae82-56daba136f24 HTTP/1.1" status: 200 len: 1000 time: 0.0589986 Sep 15 03:13:14.154478 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba85fb-ec9c-4753-b6ab-f9adc5652e2f req-43dbef82-8017-4145-96c2-dbdb3aa9b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:14.155844 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b6ba85fb-ec9c-4753-b6ab-f9adc5652e2f req-43dbef82-8017-4145-96c2-dbdb3aa9b6c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0409555 Sep 15 03:13:14.198506 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba85fb-ec9c-4753-b6ab-f9adc5652e2f req-0cea32de-4a10-4dbf-998a-fdcac175361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:14.199935 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b6ba85fb-ec9c-4753-b6ab-f9adc5652e2f req-0cea32de-4a10-4dbf-998a-fdcac175361d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0374968 Sep 15 03:13:14.289866 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b6ba85fb-ec9c-4753-b6ab-f9adc5652e2f req-233b39ef-e145-4f15-bbbe-72be5db5a44f service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819709 Sep 15 03:13:14.375675 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b6ba85fb-ec9c-4753-b6ab-f9adc5652e2f req-3afd50da-5d26-49a9-a15d-01776464e1f2 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782170 Sep 15 03:13:31.756311 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d439e6-2c32-4f79-a98f-0184e4f036e8 req-435095ff-4e5d-40bb-9b31-5568d4447fe8 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:31.757725 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f0d439e6-2c32-4f79-a98f-0184e4f036e8 req-435095ff-4e5d-40bb-9b31-5568d4447fe8 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 946 time: 0.0516129 Sep 15 03:13:31.794347 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f0d439e6-2c32-4f79-a98f-0184e4f036e8 req-3b248b08-3924-4dff-bb56-aa2bc6e52021 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308061 Sep 15 03:13:32.905481 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6805f-3929-4ab9-8547-61a7ec72a8de req-075625d8-d2c4-496d-ae17-91ca70760d3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:32.906935 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3fa6805f-3929-4ab9-8547-61a7ec72a8de req-075625d8-d2c4-496d-ae17-91ca70760d3b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 946 time: 0.0471992 Sep 15 03:13:32.944007 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3fa6805f-3929-4ab9-8547-61a7ec72a8de req-e228f3b5-039e-4367-939d-ea7405a84b39 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305591 Sep 15 03:13:33.493111 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-87f7b44a-4643-49e8-a10e-acc8374a5489 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:33.494579 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-87f7b44a-4643-49e8-a10e-acc8374a5489 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 946 time: 0.0462232 Sep 15 03:13:33.515740 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:33.583523 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Deleting port fa0a2b91-c9a7-4ae2-ae82-56daba136f24 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:13:33.583861 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:33.667270 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] For port fa0a2b91-c9a7-4ae2-ae82-56daba136f24, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fa0a2b91-c9a7-4ae2-ae82-56daba136f24,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:13:33.667617 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:33.838757 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:33.839115 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:33.839450 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.l3_db [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Floating IP 94157ecb-cc2b-4aa7-b90c-71e923853646 disassociated. External IP: 172.27.2.3, port: fa0a2b91-c9a7-4ae2-ae82-56daba136f24. Sep 15 03:13:33.839850 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Calling delete_port for fa0a2b91-c9a7-4ae2-ae82-56daba136f24 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:13:33.958255 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:33.990387 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event deleted for resources: {'Port': ['ID=fa0a2b91-c9a7-4ae2-ae82-56daba136f24,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:13:34.001788 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:34.002146 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:34.002604 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:34.002936 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:34.003264 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:34.003637 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:34.003961 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:34.004288 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:34.004605 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:34.004943 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:34.005265 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:34.005583 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:34.320609 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb01b640-efea-43b6-87e0-a49e4011ce5c req-d53e18f2-1bd7-4cee-9ba9-0aabcdd69896 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 210 time: 0.0534115 Sep 15 03:13:34.360473 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:13:34.468281 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:13:34.479916 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36677ed-f22c-4eb6-91b6-46e29dd6f2a2 None None] Sync routers for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:13:34.488617 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36677ed-f22c-4eb6-91b6-46e29dd6f2a2 None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:13:34.489257 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e36677ed-f22c-4eb6-91b6-46e29dd6f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:13:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:13:34.508252 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] No DVR routers for this DVR port fa0a2b91-c9a7-4ae2-ae82-56daba136f24 on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:13:34.510790 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:34.512766 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22f7b662-a52a-472e-bca8-bcaa8b2e9d67 req-8ee44bf9-3165-4fdf-801c-26f885491332 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.30 "DELETE /v2.0/ports/fa0a2b91-c9a7-4ae2-ae82-56daba136f24 HTTP/1.1" status: 204 len: 173 time: 1.0122008 Sep 15 03:13:34.513225 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'name': 'network-vif-deleted', 'tag': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:13:34.515513 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef066c26-da7b-415a-9498-822606489798" -d '{"events": [{"server_uuid": "2b4f0142-761f-49e0-8979-0916e5924b2b", "name": "network-vif-deleted", "tag": "fa0a2b91-c9a7-4ae2-ae82-56daba136f24"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:13:34.554435 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ae8f6b-94d6-4fdc-887d-3c88d2546f74 x-openstack-request-id: req-b7ae8f6b-94d6-4fdc-887d-3c88d2546f74 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:13:34.554683 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4f0142-761f-49e0-8979-0916e5924b2b", "name": "network-vif-deleted", "tag": "fa0a2b91-c9a7-4ae2-ae82-56daba136f24", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:13:34.554934 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7ae8f6b-94d6-4fdc-887d-3c88d2546f74 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:13:34.555336 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4f0142-761f-49e0-8979-0916e5924b2b', 'name': 'network-vif-deleted', 'tag': 'fa0a2b91-c9a7-4ae2-ae82-56daba136f24', 'status': 'completed', 'code': 200} Sep 15 03:13:34.594276 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-e36677ed-f22c-4eb6-91b6-46e29dd6f2a2 None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:13:34.782705 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e36677ed-f22c-4eb6-91b6-46e29dd6f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:13:34.811764 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36677ed-f22c-4eb6-91b6-46e29dd6f2a2 None None] Checking router: 3926c319-8a27-430f-a3f1-b3edb3a8ca1c for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:13:34.820395 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36677ed-f22c-4eb6-91b6-46e29dd6f2a2 None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:13:34.821049 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e36677ed-f22c-4eb6-91b6-46e29dd6f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:13:11Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:13:34.922531 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-e36677ed-f22c-4eb6-91b6-46e29dd6f2a2 None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:13:35.112753 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e36677ed-f22c-4eb6-91b6-46e29dd6f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:13:35.138502 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36677ed-f22c-4eb6-91b6-46e29dd6f2a2 None None] The sync data for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi is: [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:13:35.354701 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a01c9f-ff47-424c-886d-b19a3bd349c4 None None] New status for floating IP 94157ecb-cc2b-4aa7-b90c-71e923853646: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:13:35.438018 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a12beedf-e39c-4a68-a264-5ba721936560 req-d528a030-021f-46e7-a735-8666a5121c51 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b4f0142-761f-49e0-8979-0916e5924b2b HTTP/1.1" status: 200 len: 210 time: 0.0315819 Sep 15 03:13:36.631786 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-d8cd4ff8-c1fe-45ff-b6b2-d3c5435d4a97 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421857025&fields=id&tenant_id=ea36f03b1dfa40e6b756e880083d62c5 HTTP/1.1" status: 200 len: 267 time: 0.0320549 Sep 15 03:13:36.737137 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-03af27ac-c994-41d3-b51d-ab07455b5d2a tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:36.739081 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-03af27ac-c994-41d3-b51d-ab07455b5d2a tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 811 time: 0.1008959 Sep 15 03:13:36.753174 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-fb78a933-070e-411d-a83e-6c19ac723a5a tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/quotas/ea36f03b1dfa40e6b756e880083d62c5 HTTP/1.1" status: 200 len: 375 time: 0.0085671 Sep 15 03:13:36.803744 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-08af2d5c-30e6-4fbe-baf4-53065855fa9c tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456023 Sep 15 03:13:36.939371 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-81899c39-70fa-4162-b3ec-75c8ae803449 service neutron] 10.222.0.32 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246805 Sep 15 03:13:37.025484 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-c5135953-baee-4457-ac22-e948491dac8a service neutron] 10.222.0.32 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800233 Sep 15 03:13:37.297228 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-341ae311-4316-4920-a288-ecd3fa91c590 req-f26ec394-849d-4986-880a-b284a95bc7d8 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0261085 Sep 15 03:13:37.990307 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device fa0a2b91-c9a7-4ae2-ae82-56daba136f24 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:13:38.013002 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: fa0a2b91-c9a7-4ae2-ae82-56daba136f24 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:13:38.013362 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device fa0a2b91-c9a7-4ae2-ae82-56daba136f24 not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:13:38.240045 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6af14572-02e7-4816-8e3a-35d6d5c84d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:38.273051 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-725f8df4-2b20-40b3-90e8-f82283d94037 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:38.274493 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-725f8df4-2b20-40b3-90e8-f82283d94037 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 811 time: 0.1072145 Sep 15 03:13:38.322557 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-39e5e33a-8f81-4e7b-bd14-93f7d7e7c149 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea36f03b1dfa40e6b756e880083d62c5 HTTP/1.1" status: 200 len: 379 time: 0.0330608 Sep 15 03:13:38.332084 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Request body: {'port': {'device_id': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'admin_state_up': True, 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'security_groups': ['bd75a823-f7dd-4e99-a7d0-b9a81026ccbe']}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:13:38.393596 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d35c46d0-04c9-42d3-948a-bf338b44f8f7 req-eec538cf-f929-4f87-a1a6-3f35a5400762 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0272260 Sep 15 03:13:38.445742 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Made reservation on behalf of ea36f03b1dfa40e6b756e880083d62c5 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:13:38.449392 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:38.572018 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Allocated IP 172.20.0.13 (1398cfe1-5c8b-436f-a5ee-95405cd34697/ccfd11f5-b4da-4325-8e79-d4b352dde210/2acc8cd3-5680-433f-98ee-d5a0f9451ee5) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:13:38.707202 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:38.739900 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:38.781805 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Network 1398cfe1-5c8b-436f-a5ee-95405cd34697 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:13:38.785230 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:13:38.787868 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:13:38.828707 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'Port': ['ID=2acc8cd3-5680-433f-98ee-d5a0f9451ee5,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:13:38.851329 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:38.851946 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:38.868000 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-5024d23d-8412-4172-bfb8-66da1d7fd503 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5400431 Sep 15 03:13:38.886514 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Request body: {'port': {'device_id': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:13:38.949110 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:39.054764 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-61da5755-9742-4652-9530-8ed6ed49fe10 None None] Provisioning complete for port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:13:39.055277 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-61da5755-9742-4652-9530-8ed6ed49fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:39.206161 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-61da5755-9742-4652-9530-8ed6ed49fe10 None None] Port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:13:39.217670 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:13:39.225562 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:39.237028 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Transition to ACTIVE for port object 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:13:39.241589 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:39.290075 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Pushing event updated for resources: {'Port': ['ID=2acc8cd3-5680-433f-98ee-d5a0f9451ee5,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:13:39.363823 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Attempting to bind port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:13:39.364149 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Attempting to bind port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:13:39.364402 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Attempting to bind port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 on network 1398cfe1-5c8b-436f-a5ee-95405cd34697 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:13:39.368902 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 on network 1398cfe1-5c8b-436f-a5ee-95405cd34697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:13:39.369214 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Attempting to bind port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 on network 1398cfe1-5c8b-436f-a5ee-95405cd34697 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:13:39.374357 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Checking agent: {'id': '03cf4e97-6f79-4b3b-b290-9e2ae2bd684d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'started_at': datetime.datetime(2021, 9, 15, 2, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:13:39.374698 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Checking segment: {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:13:39.375077 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Bound using segment: {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:13:39.375523 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Bound port: 2acc8cd3-5680-433f-98ee-d5a0f9451ee5, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5363ed61-0c86-43e1-ae3a-22619cf51259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:13:39.375875 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:39.440974 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] For port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5, host hv-cinder-75995, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:13:39.443915 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] For port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:13:39.448188 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126593464'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:39.479281 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:39.480623 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:39.481263 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] 10.222.0.30 "PUT /v2.0/ports/2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1094 time: 0.5991142 Sep 15 03:13:39.483952 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'tag': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:13:39.486366 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520286fe-f77d-42de-8d70-2595d6a99c52" -d '{"events": [{"name": "network-changed", "server_uuid": "4b59520c-ddec-4bc7-b668-5aeb4b0145ee", "tag": "2acc8cd3-5680-433f-98ee-d5a0f9451ee5"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:13:39.517013 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf3e5c-4572-4c07-8e5f-5f1ff0df7cef req-d06f68be-5529-41b1-82ef-928b92e469d8 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:39.520274 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914caa90-a7db-4428-b8c3-f22c52d4aee8 service neutron] Pushing event updated for resources: {'Port': ['ID=2acc8cd3-5680-433f-98ee-d5a0f9451ee5,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:13:39.521704 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1daf3e5c-4572-4c07-8e5f-5f1ff0df7cef req-d06f68be-5529-41b1-82ef-928b92e469d8 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 944 time: 0.0599296 Sep 15 03:13:39.545721 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aa38fa-0eda-4fe5-b953-113a67224a36 x-openstack-request-id: req-23aa38fa-0eda-4fe5-b953-113a67224a36 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:13:39.546005 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b59520c-ddec-4bc7-b668-5aeb4b0145ee", "tag": "2acc8cd3-5680-433f-98ee-d5a0f9451ee5", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:13:39.546759 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23aa38fa-0eda-4fe5-b953-113a67224a36 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:13:39.547160 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'tag': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5', 'status': 'completed', 'code': 200} Sep 15 03:13:39.569000 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1daf3e5c-4572-4c07-8e5f-5f1ff0df7cef req-2bd0c6b0-9fb3-4705-b1c6-0c9ac4968315 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387051 Sep 15 03:13:39.607657 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-69e97c53-c447-4167-954b-5609cda3be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:39.609226 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-69e97c53-c447-4167-954b-5609cda3be03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1097 time: 0.0483074 Sep 15 03:13:39.655976 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-d4a26533-0409-4bfa-9965-ad98dfcd884e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 217 time: 0.0341353 Sep 15 03:13:39.702145 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-501d6cbc-14e1-471b-9f9d-ba3a41cec815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:39.703511 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-501d6cbc-14e1-471b-9f9d-ba3a41cec815 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0414805 Sep 15 03:13:39.749886 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-6796fffb-a360-4e98-a952-f32a3c1eb938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:39.751334 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-6796fffb-a360-4e98-a952-f32a3c1eb938 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408323 Sep 15 03:13:39.839534 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-ae9e19de-15ae-4136-b4ea-7f405158c6d0 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807674 Sep 15 03:13:39.927788 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c698e6a-a644-4e3f-b63f-ece5e3e970e7 req-fa016020-5799-493b-9144-af652e4e0f0d service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814965 Sep 15 03:13:40.058557 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520286fe-f77d-42de-8d70-2595d6a99c52 req-b841ab6e-0df6-4ca6-be23-ff7047f5c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:40.060002 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-520286fe-f77d-42de-8d70-2595d6a99c52 req-b841ab6e-0df6-4ca6-be23-ff7047f5c74d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1097 time: 0.0386231 Sep 15 03:13:40.151058 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520286fe-f77d-42de-8d70-2595d6a99c52 req-364a7dfc-375b-4825-93eb-bfbb75fc3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:40.152554 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-520286fe-f77d-42de-8d70-2595d6a99c52 req-364a7dfc-375b-4825-93eb-bfbb75fc3c8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0854986 Sep 15 03:13:40.193520 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-520286fe-f77d-42de-8d70-2595d6a99c52 req-3ba1cf1e-3565-47a6-90ae-79f0a9948084 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 217 time: 0.0340967 Sep 15 03:13:40.239064 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520286fe-f77d-42de-8d70-2595d6a99c52 req-5e7a97d6-0b94-4d44-8d8b-be6a2ce75840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:40.240431 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-520286fe-f77d-42de-8d70-2595d6a99c52 req-5e7a97d6-0b94-4d44-8d8b-be6a2ce75840 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0408535 Sep 15 03:13:40.284029 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520286fe-f77d-42de-8d70-2595d6a99c52 req-e808a369-fa2a-4186-9855-8996f167a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:40.286134 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-520286fe-f77d-42de-8d70-2595d6a99c52 req-e808a369-fa2a-4186-9855-8996f167a2c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392234 Sep 15 03:13:40.374920 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-520286fe-f77d-42de-8d70-2595d6a99c52 req-50c9b2f8-db9d-4c40-a1e3-c8e209c5d811 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816808 Sep 15 03:13:40.464475 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-520286fe-f77d-42de-8d70-2595d6a99c52 req-f22c2735-7ef4-47fe-b02f-add841c1c65a service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824640 Sep 15 03:13:40.683867 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7abd1d-bce7-4109-97a6-69f3dc04f895 req-b9cbab5d-967a-45cf-9e5d-a08a06dd7083 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:40.685337 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2c7abd1d-bce7-4109-97a6-69f3dc04f895 req-b9cbab5d-967a-45cf-9e5d-a08a06dd7083 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 944 time: 0.0503533 Sep 15 03:13:40.721947 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2c7abd1d-bce7-4109-97a6-69f3dc04f895 req-e80d74ce-8fca-4fb7-a7cd-e7c23fd38ee3 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302994 Sep 15 03:13:40.760379 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4eec4423-0998-4068-9786-68d43b8d56d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:41.043009 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:41.832313 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bede5c2-28ac-47e8-9247-82ad62624844 req-7a620a8d-1517-42dc-b9c0-64eb064d18ee tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:41.833806 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6bede5c2-28ac-47e8-9247-82ad62624844 req-7a620a8d-1517-42dc-b9c0-64eb064d18ee tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 944 time: 0.0480995 Sep 15 03:13:41.870343 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6bede5c2-28ac-47e8-9247-82ad62624844 req-10cd2966-9e6e-482f-a5cd-9e04808f35d7 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307779 Sep 15 03:13:42.191831 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:42.539811 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:13:42.981191 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f197127-d19b-4be6-b2c1-18bd74521467 req-d60e6e34-4bf5-46fb-b7b4-d1c90970a240 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:42.982631 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f197127-d19b-4be6-b2c1-18bd74521467 req-d60e6e34-4bf5-46fb-b7b4-d1c90970a240 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 944 time: 0.0478921 Sep 15 03:13:43.018604 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f197127-d19b-4be6-b2c1-18bd74521467 req-86a0459d-9b11-4248-b238-623ba9353408 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302377 Sep 15 03:13:43.602681 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:44.133531 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59db14-cbec-4270-889d-14846b57d52c req-6e20fd99-5f77-4403-b024-76fa1246a99b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:44.134998 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cc59db14-cbec-4270-889d-14846b57d52c req-6e20fd99-5f77-4403-b024-76fa1246a99b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 944 time: 0.0523999 Sep 15 03:13:44.171277 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cc59db14-cbec-4270-889d-14846b57d52c req-bb3a1300-39fc-42ed-bd7a-17f28da626d3 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302637 Sep 15 03:13:45.281180 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbec5d1-c04c-43b1-8501-fe336d309842 req-1b0960f8-76fa-4886-9b1a-b155ae20fa4c tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:45.282625 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bdbec5d1-c04c-43b1-8501-fe336d309842 req-1b0960f8-76fa-4886-9b1a-b155ae20fa4c tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 944 time: 0.0474403 Sep 15 03:13:45.323553 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bdbec5d1-c04c-43b1-8501-fe336d309842 req-10d8c9ac-23e8-4f23-b021-a505760b1b5e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351207 Sep 15 03:13:46.438320 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830921-99ce-4087-be34-89381eeebe1c req-6686f5cd-eef0-4411-a69a-93d28d0ad3f8 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:46.439757 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73830921-99ce-4087-be34-89381eeebe1c req-6686f5cd-eef0-4411-a69a-93d28d0ad3f8 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 944 time: 0.0476027 Sep 15 03:13:46.477298 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73830921-99ce-4087-be34-89381eeebe1c req-08172bcb-6e83-4821-b8b1-94aadfbcdaba tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316405 Sep 15 03:13:47.593035 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49141854-296a-4466-83b2-7538325049c8 req-ef0697e5-d9a1-4fe0-9472-b4fadfbbb8da tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:47.594521 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49141854-296a-4466-83b2-7538325049c8 req-ef0697e5-d9a1-4fe0-9472-b4fadfbbb8da tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 944 time: 0.0524671 Sep 15 03:13:47.632310 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49141854-296a-4466-83b2-7538325049c8 req-0614cd76-a822-4715-84df-91ee74e8d04c tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314820 Sep 15 03:13:48.040118 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:13:48.131017 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:13:48.141330 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Returning: {'device': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'port_id': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5', 'mac_address': 'fa:16:3e:18:e2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:13:48.176293 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:48.188018 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:13:48.206745 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:13:48.210634 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:48.254389 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=2acc8cd3-5680-433f-98ee-d5a0f9451ee5,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:13:48.261002 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:48.261371 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:48.261715 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:48.262046 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:48.262389 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:48.262701 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:48.263026 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:48.263345 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:48.263668 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:48.263986 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:48.264303 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:48.264619 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:48.607307 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] get_ports_and_sgs() called for port_ids ['2acc8cd3-5680-433f-98ee-d5a0f9451ee5'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:13:48.743319 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecb86b-4659-4d47-88de-21645fbd8f28 req-4601feb2-6334-40a3-b7bc-0d4093a3dce2 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:48.744828 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dbecb86b-4659-4d47-88de-21645fbd8f28 req-4601feb2-6334-40a3-b7bc-0d4093a3dce2 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 945 time: 0.0481575 Sep 15 03:13:48.781618 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dbecb86b-4659-4d47-88de-21645fbd8f28 req-413df5a3-9041-4757-9f89-ed2442e08233 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307963 Sep 15 03:13:49.892250 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76cef9-2b29-449d-8ff2-9dc29c6490d1 req-4b433678-f00c-4683-90b3-8ad280241c38 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:49.893740 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b76cef9-2b29-449d-8ff2-9dc29c6490d1 req-4b433678-f00c-4683-90b3-8ad280241c38 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 945 time: 0.0478046 Sep 15 03:13:49.929553 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b76cef9-2b29-449d-8ff2-9dc29c6490d1 req-f74eec0a-c58f-4fe5-8368-f74ace171b8b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300822 Sep 15 03:13:50.055958 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 up at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:13:50.104041 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning for port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:13:50.107776 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Provisioning complete for port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:13:50.108153 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684644'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:50.181598 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:50.203227 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:13:50.205483 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdad73395b8cdcc8e1f0cf4c671c104a4795b372588c8da84ef113e8ccd0e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d14ee56-a09d-45e6-a29b-82aacd961ade" -d '{"events": [{"server_uuid": "4b59520c-ddec-4bc7-b668-5aeb4b0145ee", "name": "network-vif-plugged", "status": "completed", "tag": "2acc8cd3-5680-433f-98ee-d5a0f9451ee5"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:13:50.217431 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] For port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:13:50.221418 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:50.247503 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f79941-f09d-4669-9031-666b43832296 x-openstack-request-id: req-90f79941-f09d-4669-9031-666b43832296 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:13:50.247795 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b59520c-ddec-4bc7-b668-5aeb4b0145ee", "name": "network-vif-plugged", "status": "completed", "tag": "2acc8cd3-5680-433f-98ee-d5a0f9451ee5", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:13:50.248048 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90f79941-f09d-4669-9031-666b43832296 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:13:50.248429 dv-cinder-759955-25-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5', 'code': 200} Sep 15 03:13:50.273874 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Pushing event updated for resources: {'Port': ['ID=2acc8cd3-5680-433f-98ee-d5a0f9451ee5,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:13:50.471012 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66b6d1-3583-4353-aac9-b265ec5276dd req-8f2cafbb-4605-4370-a950-489c8c2daaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:50.472994 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bb66b6d1-3583-4353-aac9-b265ec5276dd req-8f2cafbb-4605-4370-a950-489c8c2daaa9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0388539 Sep 15 03:13:50.507618 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bb66b6d1-3583-4353-aac9-b265ec5276dd req-cfa13ea6-03fe-4770-84c0-1bafd5fa6f18 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277276 Sep 15 03:13:51.041739 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced3d89-c127-4e9d-9a28-39a67ba70f9a req-25825ab7-16ed-49e4-b7af-e86628d1a6dc tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:51.043106 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cced3d89-c127-4e9d-9a28-39a67ba70f9a req-25825ab7-16ed-49e4-b7af-e86628d1a6dc tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 946 time: 0.0473301 Sep 15 03:13:51.079566 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cced3d89-c127-4e9d-9a28-39a67ba70f9a req-69c73f2f-8aa5-4231-ad92-335dff38a5f8 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306244 Sep 15 03:13:52.192971 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f6a76-e7a3-4a35-90c7-82380359e743 req-43966d5d-82f1-4c76-8ca6-6488a1eb5287 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:52.194405 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d21f6a76-e7a3-4a35-90c7-82380359e743 req-43966d5d-82f1-4c76-8ca6-6488a1eb5287 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 946 time: 0.0500596 Sep 15 03:13:52.230759 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d21f6a76-e7a3-4a35-90c7-82380359e743 req-129450eb-546b-4d88-84fa-1e65a6605910 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306537 Sep 15 03:13:52.350254 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33d8fc-58f0-4ffd-a275-802bec5b6148 req-7bd9d3ba-0975-4c17-b48f-30e985dfe4b5 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:52.351715 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4a33d8fc-58f0-4ffd-a275-802bec5b6148 req-7bd9d3ba-0975-4c17-b48f-30e985dfe4b5 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 946 time: 0.0542152 Sep 15 03:13:52.387861 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4a33d8fc-58f0-4ffd-a275-802bec5b6148 req-0d1d1dc9-4af2-4d59-9424-9f9d375e9704 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301425 Sep 15 03:13:52.409861 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37328) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:13:52.446723 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61376ba6-c16b-4f9d-a721-0bb00591001d tempest-TestVolumeBootPattern-386683180 tempest-TestVolumeBootPattern-386683180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:52.448177 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-61376ba6-c16b-4f9d-a721-0bb00591001d tempest-TestVolumeBootPattern-386683180 tempest-TestVolumeBootPattern-386683180-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1094 time: 0.0374079 Sep 15 03:13:52.450832 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37330) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:13:52.454898 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Request body: {'floatingip': {'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'port_id': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:13:52.478367 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:52.572821 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:52.669094 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Allocated IP 172.27.2.71 (73626132-cd8b-4a23-a2b0-fb3708e8a009/246d0e4c-2c78-41f8-a941-563e14dfec20/1639100a-b294-4429-bbce-9d97387d3e52) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:13:52.769677 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:52.801235 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777370720184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:52.837689 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Network 73626132-cd8b-4a23-a2b0-fb3708e8a009 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:13:52.840405 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:13:52.843879 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:13:52.851789 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'Port': ['ID=1639100a-b294-4429-bbce-9d97387d3e52,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:13:52.880179 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:52.880528 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:52.880864 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:52.881222 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:52.881548 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:52.881874 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:52.882202 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:52.882525 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:52.882916 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:52.883162 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:52.883474 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:52.883793 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:13:53.183529 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:53.245882 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:53.387826 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:53.391823 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777371255053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777370720202', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777370720220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130386883'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:53.460190 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event updated for resources: {'Port': ['ID=1639100a-b294-4429-bbce-9d97387d3e52,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:13:53.470256 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528389'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:53.564270 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Floating IP eb5a846a-e75d-4d55-a260-128e3c0a4c11 associated. External IP: 172.27.2.71, port: 2acc8cd3-5680-433f-98ee-d5a0f9451ee5. Sep 15 03:13:53.764191 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:13:53.866549 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:13:53.876184 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f035d-ae67-469c-8f52-40ed8cec439f None None] Sync routers for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:13:53.882326 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:13:53.886569 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f035d-ae67-469c-8f52-40ed8cec439f None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:13:53.887186 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-618f035d-ae67-469c-8f52-40ed8cec439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:13:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:13:53.908793 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4ffd3126-e7a5-4a53-a6b7-1e01176c9d11 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4569850 Sep 15 03:13:53.909422 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'tag': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:13:53.911685 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b5f37f379dde398f92d12e294ae0c4400e5de163891a3a78778841afde8ffe5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b982407f-7743-4ece-aa02-172b12080f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b59520c-ddec-4bc7-b668-5aeb4b0145ee", "tag": "2acc8cd3-5680-433f-98ee-d5a0f9451ee5"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:13:53.998210 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-618f035d-ae67-469c-8f52-40ed8cec439f None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:13:54.012409 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69a5043-56ad-45f8-a89b-81ead1e27820 x-openstack-request-id: req-f69a5043-56ad-45f8-a89b-81ead1e27820 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:13:54.012763 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b59520c-ddec-4bc7-b668-5aeb4b0145ee", "tag": "2acc8cd3-5680-433f-98ee-d5a0f9451ee5", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:13:54.013117 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f69a5043-56ad-45f8-a89b-81ead1e27820 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:13:54.013580 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'tag': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5', 'status': 'completed', 'code': 200} Sep 15 03:13:54.095269 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982407f-7743-4ece-aa02-172b12080f8b req-dd3032b2-f496-4cfd-a8e6-469934be115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:54.097412 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b982407f-7743-4ece-aa02-172b12080f8b req-dd3032b2-f496-4cfd-a8e6-469934be115d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0396140 Sep 15 03:13:54.185628 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982407f-7743-4ece-aa02-172b12080f8b req-04bd2dcc-d64f-40dc-95fa-abc47c9bdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:54.187103 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b982407f-7743-4ece-aa02-172b12080f8b req-04bd2dcc-d64f-40dc-95fa-abc47c9bdf81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0823750 Sep 15 03:13:54.212092 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-618f035d-ae67-469c-8f52-40ed8cec439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': 'eb5a846a-e75d-4d55-a260-128e3c0a4c11', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'port_id': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'mac_address': 'fa:16:3e:18:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:13:53Z', 'updated_at': '2021-09-15T03:13:53Z', 'revision_number': 0, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:13:54.237848 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f035d-ae67-469c-8f52-40ed8cec439f None None] Checking router: 3926c319-8a27-430f-a3f1-b3edb3a8ca1c for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:13:54.245776 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f035d-ae67-469c-8f52-40ed8cec439f None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:13:54.246393 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-618f035d-ae67-469c-8f52-40ed8cec439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:13:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:13:54.252776 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b982407f-7743-4ece-aa02-172b12080f8b req-43ab9e05-a9a6-4f0e-8ec2-0a0d5ae5cd42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 999 time: 0.0590684 Sep 15 03:13:54.301346 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982407f-7743-4ece-aa02-172b12080f8b req-01605701-19b7-49dc-86db-848d7aa6c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:54.303188 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b982407f-7743-4ece-aa02-172b12080f8b req-01605701-19b7-49dc-86db-848d7aa6c9cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0440700 Sep 15 03:13:54.347142 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982407f-7743-4ece-aa02-172b12080f8b req-76c7a442-2598-44a8-9ba2-62055961b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:13:54.347365 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-618f035d-ae67-469c-8f52-40ed8cec439f None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:13:54.348577 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b982407f-7743-4ece-aa02-172b12080f8b req-76c7a442-2598-44a8-9ba2-62055961b202 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385468 Sep 15 03:13:54.439715 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b982407f-7743-4ece-aa02-172b12080f8b req-0aa35f17-d679-466a-944c-267b19161082 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842483 Sep 15 03:13:54.529903 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b982407f-7743-4ece-aa02-172b12080f8b req-e591d0f6-2adc-4bc0-bb65-5b3fc30f4e5d service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837080 Sep 15 03:13:54.568434 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-618f035d-ae67-469c-8f52-40ed8cec439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': 'eb5a846a-e75d-4d55-a260-128e3c0a4c11', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'port_id': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'mac_address': 'fa:16:3e:18:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:13:53Z', 'updated_at': '2021-09-15T03:13:53Z', 'revision_number': 0, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:13:54.594153 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f035d-ae67-469c-8f52-40ed8cec439f None None] The sync data for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi is: [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_floatingips': [{'id': 'eb5a846a-e75d-4d55-a260-128e3c0a4c11', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'router_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'port_id': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'mac_address': 'fa:16:3e:18:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:13:53Z', 'updated_at': '2021-09-15T03:13:53Z', 'revision_number': 0, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:13:54.771602 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b55e1-b742-4c0a-9c79-7e131ea14028 None None] New status for floating IP eb5a846a-e75d-4d55-a260-128e3c0a4c11: ACTIVE {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:14:03.519395 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:14:08.238648 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-71fef9b7-6880-40a0-8879-672d5f7e9f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:14:10.760637 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5d13d4ae-b491-4d9f-a31f-145ba0c352b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:14:11.044671 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:14:12.193097 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:14:13.606157 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:14:15.765408 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7fc9c859-364d-4dcd-950c-f8c625b50c51 req-1e04487d-1aeb-4098-ae5c-a1ee46383db9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378792 Sep 15 03:14:15.862535 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9c859-364d-4dcd-950c-f8c625b50c51 req-3aedb5f9-5a31-492b-b7c1-d3acf3e43940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:14:15.863992 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7fc9c859-364d-4dcd-950c-f8c625b50c51 req-3aedb5f9-5a31-492b-b7c1-d3acf3e43940 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0394802 Sep 15 03:14:15.964452 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9c859-364d-4dcd-950c-f8c625b50c51 req-bd6da6ce-cd9c-4b6f-81ea-065aeba31313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:14:15.965879 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7fc9c859-364d-4dcd-950c-f8c625b50c51 req-bd6da6ce-cd9c-4b6f-81ea-065aeba31313 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0826957 Sep 15 03:14:16.026692 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7fc9c859-364d-4dcd-950c-f8c625b50c51 req-c2600fee-1d3f-45b9-a247-92d3add46a4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0536120 Sep 15 03:14:16.074130 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9c859-364d-4dcd-950c-f8c625b50c51 req-791ace2a-ddb5-4b4f-821e-bda12d924043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:14:16.075504 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7fc9c859-364d-4dcd-950c-f8c625b50c51 req-791ace2a-ddb5-4b4f-821e-bda12d924043 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0423355 Sep 15 03:14:16.122184 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9c859-364d-4dcd-950c-f8c625b50c51 req-ce74fbb7-0694-41a7-8276-40f440c11293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:14:16.123655 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7fc9c859-364d-4dcd-950c-f8c625b50c51 req-ce74fbb7-0694-41a7-8276-40f440c11293 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411646 Sep 15 03:14:16.211373 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7fc9c859-364d-4dcd-950c-f8c625b50c51 req-be7e6e0d-bc99-4823-a467-0bcca327899f service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805407 Sep 15 03:14:16.302600 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7fc9c859-364d-4dcd-950c-f8c625b50c51 req-e6c75b24-400b-4c19-bde0-e79bd340012a service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839229 Sep 15 03:14:19.539033 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:14:33.529139 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:14:38.238766 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-49978243-b8d2-4417-a123-003cdb5830f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:14:40.760775 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2ab7-1aba-4801-9cfc-df7c6d034cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:14:41.045391 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:14:42.195088 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:14:43.609073 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:14:56.537054 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:15:03.523779 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:08.238176 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9670db18-2ea4-438f-b769-2e8540604e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:10.761060 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1fb22a4e-f34a-420e-9867-01cc5ec7c3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:11.045726 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:12.198343 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:13.613135 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:15.418142 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7828b651-99b9-4d8b-873f-cf63e25b32fa req-07c78143-ff35-49cd-99b6-2969a0494034 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388529 Sep 15 03:15:15.511262 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b651-99b9-4d8b-873f-cf63e25b32fa req-040408fa-d30e-4f36-ad07-1dc82410de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:15:15.512675 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7828b651-99b9-4d8b-873f-cf63e25b32fa req-040408fa-d30e-4f36-ad07-1dc82410de02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0390942 Sep 15 03:15:15.613091 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b651-99b9-4d8b-873f-cf63e25b32fa req-372709ce-addb-4899-97b6-bc9df11fc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:15:15.614479 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7828b651-99b9-4d8b-873f-cf63e25b32fa req-372709ce-addb-4899-97b6-bc9df11fc5d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0831923 Sep 15 03:15:15.675282 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7828b651-99b9-4d8b-873f-cf63e25b32fa req-9c7b75d2-e4cd-456b-a5da-a3ea5164003c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0538542 Sep 15 03:15:15.724158 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b651-99b9-4d8b-873f-cf63e25b32fa req-d6b5a95f-4d13-4f8f-b840-8a5d98e446d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:15:15.725534 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7828b651-99b9-4d8b-873f-cf63e25b32fa req-d6b5a95f-4d13-4f8f-b840-8a5d98e446d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0441446 Sep 15 03:15:15.999844 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b651-99b9-4d8b-873f-cf63e25b32fa req-45095fdd-7d56-4f05-8341-e614f45c6e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:15:16.001347 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7828b651-99b9-4d8b-873f-cf63e25b32fa req-45095fdd-7d56-4f05-8341-e614f45c6e0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2690003 Sep 15 03:15:16.087470 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7828b651-99b9-4d8b-873f-cf63e25b32fa req-5796144d-ba2e-4f31-9c5d-9c4b0a43c93c service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784960 Sep 15 03:15:16.175045 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7828b651-99b9-4d8b-873f-cf63e25b32fa req-3d5998c9-a9b7-49a0-bc8b-66de9aaac6f4 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811820 Sep 15 03:15:33.524519 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:33.536198 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:15:38.238513 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1997cf15-d7cd-4595-b76f-ab613299dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:40.761080 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e98d0dde-ee8f-48ac-839a-3fe0ad30de6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:41.045999 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:42.200631 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:43.617559 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:56.652650 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37880) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:15:56.754659 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:56.842281 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:56.846188 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:56.883490 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b39a901d49c4f02a27e4bfd6eb6cf8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297437 Sep 15 03:15:56.884695 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b154d2d2-da3e-4c23-bad5-bc252dee90af,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:15:56.886151 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37884) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:15:56.894059 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:56.894351 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:56.894691 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:56.895029 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:56.895378 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:56.895691 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:56.896022 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:56.896348 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:56.896673 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:56.897021 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:56.898166 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:56.898166 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0831a-b8cc-44b4-86b9-c94b64deeeeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:56.935872 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:56.956432 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:57.004188 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:57.007235 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:57.008375 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b154d2d2-da3e-4c23-bad5-bc252dee90af HTTP/1.1" status: 204 len: 168 time: 0.1211834 Sep 15 03:15:57.015933 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b154d2d2-da3e-4c23-bad5-bc252dee90af,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:15:57.022835 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:57.023187 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:57.023524 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:57.023855 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:57.024184 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:57.024506 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:57.024831 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:57.025177 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:57.025506 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:57.025815 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:57.026135 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:57.026457 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53397f-1202-4458-94e8-9803c09b7768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:15:57.632054 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37910) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:15:57.723407 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-989662797-network', 'tenant_id': 'bba863a3622c456b8d418285abc87a6e'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:15:57.744552 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Made reservation on behalf of bba863a3622c456b8d418285abc87a6e for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:15:57.746824 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:57.758939 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:57.842449 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:57.846096 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:57.871329 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:15:57.876377 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd2e0d7-c25d-468a-b98c-d12cdd8ede24,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:15:57.883967 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:57.884915 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Added segment 66b727e0-0aa4-4108-9a6a-5d32a1104e29 of type vlan for network 98f24875-3db4-4004-bf3b-ed37cb5a0588 Sep 15 03:15:57.923704 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:57.947349 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:57.948324 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:15:57.948930 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:57.978564 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3454220 Sep 15 03:15:57.981942 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37916) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:15:57.986989 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-7c6f9447-2a06-4441-b9ab-caf532c7986b admin admin] Request body: {'subnet': {'network_id': '98f24875-3db4-4004-bf3b-ed37cb5a0588', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-989662797-subnet', 'tenant_id': 'bba863a3622c456b8d418285abc87a6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:15:58.007580 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6f9447-2a06-4441-b9ab-caf532c7986b admin admin] Made reservation on behalf of bba863a3622c456b8d418285abc87a6e for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:15:58.010271 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9447-2a06-4441-b9ab-caf532c7986b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130944542'] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:58.012639 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237c9f2-dcf4-4886-9a2c-4724a640147b admin admin] Pushing event updated for resources: {'Network': ['ID=98f24875-3db4-4004-bf3b-ed37cb5a0588,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:15:58.023734 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 98f24875-3db4-4004-bf3b-ed37cb5a0588 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:15:58.174418 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9447-2a06-4441-b9ab-caf532c7986b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130386870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130944560'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:58.229532 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f9447-2a06-4441-b9ab-caf532c7986b admin admin] Pushing event updated for resources: {'Subnet': ['ID=92212700-d5b3-4b89-a0e2-e2731b3abdb8,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:15:58.236402 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f9447-2a06-4441-b9ab-caf532c7986b admin admin] Checking segment: {'id': '66b727e0-0aa4-4108-9a6a-5d32a1104e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '98f24875-3db4-4004-bf3b-ed37cb5a0588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:15:58.236786 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f9447-2a06-4441-b9ab-caf532c7986b admin admin] Network hostable DHCP agents. Network: 98f24875-3db4-4004-bf3b-ed37cb5a0588, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:15:58.252850 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f9447-2a06-4441-b9ab-caf532c7986b admin admin] Network 98f24875-3db4-4004-bf3b-ed37cb5a0588 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:15:58.261415 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f9447-2a06-4441-b9ab-caf532c7986b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 98f24875-3db4-4004-bf3b-ed37cb5a0588) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:15:58.265440 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f9447-2a06-4441-b9ab-caf532c7986b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:15:58.266046 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9447-2a06-4441-b9ab-caf532c7986b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:58.269991 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbdc73d-6ad5-48e8-b700-4efea4c59459 None None] Network 98f24875-3db4-4004-bf3b-ed37cb5a0588 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:15:58.290002 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7c6f9447-2a06-4441-b9ab-caf532c7986b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2992301 Sep 15 03:15:58.390364 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f40f3a5-b356-4301-960a-0101a8d3b45d None None] Network 98f24875-3db4-4004-bf3b-ed37cb5a0588 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:15:58.735875 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37932) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:15:58.741704 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1474122367-network', 'tenant_id': '4bb10cfb1e454e8c975ed41ac4e9ffb7'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:15:58.761204 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Made reservation on behalf of 4bb10cfb1e454e8c975ed41ac4e9ffb7 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:15:58.763508 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:58.771748 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:58.859396 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:58.862913 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:58.884168 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:15:58.899389 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2152214-bed4-490f-b4d3-0968e8aa342d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:15:58.902425 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:58.902772 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Added segment 572b087a-69c2-46ef-9ced-6c3dbb0dad5a of type vlan for network 9322032e-7ce3-467c-a372-9b954ea058da Sep 15 03:15:58.942433 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:58.971218 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:58.972253 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:15:58.972860 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.002565 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2652798 Sep 15 03:15:59.005388 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37936) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:15:59.011348 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-255461e7-799d-445a-b6cb-cfeaeae3e267 admin admin] Request body: {'subnet': {'network_id': '9322032e-7ce3-467c-a372-9b954ea058da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1474122367-subnet', 'tenant_id': '4bb10cfb1e454e8c975ed41ac4e9ffb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:15:59.031229 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255461e7-799d-445a-b6cb-cfeaeae3e267 admin admin] Made reservation on behalf of 4bb10cfb1e454e8c975ed41ac4e9ffb7 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:15:59.033560 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-255461e7-799d-445a-b6cb-cfeaeae3e267 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126700299'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.035755 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53566c04-1553-4ddc-b36b-ed9368a6e745 admin admin] Pushing event updated for resources: {'Network': ['ID=9322032e-7ce3-467c-a372-9b954ea058da,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:15:59.046047 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 9322032e-7ce3-467c-a372-9b954ea058da details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:15:59.198667 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-255461e7-799d-445a-b6cb-cfeaeae3e267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126593485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126700325'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.255515 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255461e7-799d-445a-b6cb-cfeaeae3e267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=567108d1-670e-4dc2-84e8-e980d1c712c8,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:15:59.260357 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255461e7-799d-445a-b6cb-cfeaeae3e267 admin admin] Checking segment: {'id': '572b087a-69c2-46ef-9ced-6c3dbb0dad5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9322032e-7ce3-467c-a372-9b954ea058da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:15:59.260704 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255461e7-799d-445a-b6cb-cfeaeae3e267 admin admin] Network hostable DHCP agents. Network: 9322032e-7ce3-467c-a372-9b954ea058da, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:15:59.276318 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255461e7-799d-445a-b6cb-cfeaeae3e267 admin admin] Network 9322032e-7ce3-467c-a372-9b954ea058da is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:15:59.284794 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-255461e7-799d-445a-b6cb-cfeaeae3e267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 9322032e-7ce3-467c-a372-9b954ea058da) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:15:59.288742 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255461e7-799d-445a-b6cb-cfeaeae3e267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:15:59.289350 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-255461e7-799d-445a-b6cb-cfeaeae3e267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.293816 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85d303e-89d1-4c5f-afd8-c7b273df36ec None None] Network 9322032e-7ce3-467c-a372-9b954ea058da requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:15:59.302718 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-255461e7-799d-445a-b6cb-cfeaeae3e267 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2962124 Sep 15 03:15:59.414788 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37940) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:15:59.416374 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a8301-0ad8-46db-b9be-045a09109a79 None None] Network 9322032e-7ce3-467c-a372-9b954ea058da requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:15:59.459048 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2264de4-12c2-4b73-9160-e8da66f1ed09 admin admin] Deleting subnet 92212700-d5b3-4b89-a0e2-e2731b3abdb8 {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:15:59.462246 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2264de4-12c2-4b73-9160-e8da66f1ed09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.498185 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2264de4-12c2-4b73-9160-e8da66f1ed09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126593458'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.539968 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2264de4-12c2-4b73-9160-e8da66f1ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.591000 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2264de4-12c2-4b73-9160-e8da66f1ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126593422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700332'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.615464 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2264de4-12c2-4b73-9160-e8da66f1ed09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92212700-d5b3-4b89-a0e2-e2731b3abdb8,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:15:59.619799 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2264de4-12c2-4b73-9160-e8da66f1ed09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.621666 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b2264de4-12c2-4b73-9160-e8da66f1ed09 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/92212700-d5b3-4b89-a0e2-e2731b3abdb8 HTTP/1.1" status: 204 len: 168 time: 0.2056353 Sep 15 03:15:59.624034 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37942) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:15:59.688697 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.767538 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.786285 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f24875-3db4-4004-bf3b-ed37cb5a0588']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:15:59.795615 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b727e0-0aa4-4108-9a6a-5d32a1104e29') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:15:59.795906 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b727e0-0aa4-4108-9a6a-5d32a1104e29') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:15:59.805676 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126593465'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.818108 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.823681 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:15:59.824055 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593104'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: timer() Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: cb(*args, **kw) Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: self._notify() Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: self.callback(batched_events) Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: event.method(event) Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._get(url).json() Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:15:59.825686 dv-cinder-759955-25-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:15:59.881125 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.886467 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.891141 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] 10.222.0.32 "DELETE /v2.0/networks/98f24875-3db4-4004-bf3b-ed37cb5a0588 HTTP/1.1" status: 204 len: 168 time: 0.2633576 Sep 15 03:15:59.891280 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37944) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:15:59.900381 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d045894-e3a9-4497-80ae-e52dfdd12486 admin admin] Pushing event deleted for resources: {'Network': ['ID=98f24875-3db4-4004-bf3b-ed37cb5a0588,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:15:59.937431 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-333a177d-325f-42d7-bd27-4de9a410bf55 admin admin] Deleting subnet 567108d1-670e-4dc2-84e8-e980d1c712c8 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:15:59.940514 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-333a177d-325f-42d7-bd27-4de9a410bf55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:15:59.978072 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-333a177d-325f-42d7-bd27-4de9a410bf55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130885014'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.017066 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-333a177d-325f-42d7-bd27-4de9a410bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.068092 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-333a177d-325f-42d7-bd27-4de9a410bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130386933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130944569'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.096162 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a177d-325f-42d7-bd27-4de9a410bf55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=567108d1-670e-4dc2-84e8-e980d1c712c8,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:16:00.098168 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-333a177d-325f-42d7-bd27-4de9a410bf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.100553 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-333a177d-325f-42d7-bd27-4de9a410bf55 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/567108d1-670e-4dc2-84e8-e980d1c712c8 HTTP/1.1" status: 204 len: 168 time: 0.2077894 Sep 15 03:16:00.102500 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37948) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:16:00.171402 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.245829 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.264923 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9322032e-7ce3-467c-a372-9b954ea058da']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:16:00.274294 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572b087a-69c2-46ef-9ced-6c3dbb0dad5a') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:16:00.274592 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572b087a-69c2-46ef-9ced-6c3dbb0dad5a') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:16:00.283437 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130885021'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.297027 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.302815 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:16:00.303237 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130386475'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: timer() Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: cb(*args, **kw) Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: self._notify() Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: self.callback(batched_events) Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: event.method(event) Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: return self._get(url).json() Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:16:00.304910 dv-cinder-759955-25-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:16:00.359747 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.365640 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.367617 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9322032e-7ce3-467c-a372-9b954ea058da HTTP/1.1" status: 204 len: 168 time: 0.2641156 Sep 15 03:16:00.379076 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237ceb1-a610-4879-98c8-946c2b97a354 admin admin] Pushing event deleted for resources: {'Network': ['ID=9322032e-7ce3-467c-a372-9b954ea058da,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:16:00.521094 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37952) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:16:00.559945 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-929368bf-4275-42a6-9cdd-e468c0009fa2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bba863a3622c456b8d418285abc87a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377386 Sep 15 03:16:00.562251 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 37954) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:16:00.607391 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ed59efa-4524-415a-99f1-fee5c3775627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.628327 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ed59efa-4524-415a-99f1-fee5c3775627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.677233 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ed59efa-4524-415a-99f1-fee5c3775627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.680223 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ed59efa-4524-415a-99f1-fee5c3775627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:00.681397 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6ed59efa-4524-415a-99f1-fee5c3775627 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fd2e0d7-c25d-468a-b98c-d12cdd8ede24 HTTP/1.1" status: 204 len: 168 time: 0.1182911 Sep 15 03:16:00.688927 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed59efa-4524-415a-99f1-fee5c3775627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd2e0d7-c25d-468a-b98c-d12cdd8ede24,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:16:00.979463 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37960) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:16:01.018920 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-70ff9558-0b74-4fa4-86ce-b77f2d1d03f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bb10cfb1e454e8c975ed41ac4e9ffb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383220 Sep 15 03:16:01.021432 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37964) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:16:01.066758 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-497fda1c-8bd3-4f20-9ebe-d34fc2fe337f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:01.087767 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-497fda1c-8bd3-4f20-9ebe-d34fc2fe337f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:01.133353 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-497fda1c-8bd3-4f20-9ebe-d34fc2fe337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:01.135937 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-497fda1c-8bd3-4f20-9ebe-d34fc2fe337f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:01.137081 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-497fda1c-8bd3-4f20-9ebe-d34fc2fe337f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2152214-bed4-490f-b4d3-0968e8aa342d HTTP/1.1" status: 204 len: 168 time: 0.1141207 Sep 15 03:16:01.144432 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fda1c-8bd3-4f20-9ebe-d34fc2fe337f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2152214-bed4-490f-b4d3-0968e8aa342d,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:16:03.526830 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:08.238805 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9041-f095-410a-a45f-7e2d4ad414b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:10.534236 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:16:10.761953 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b744e943-dd18-4cff-929f-4907b2753287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:11.045970 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:12.204974 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:13.619258 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:16.578989 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa5bb35f-2d1f-4562-b25d-64bcad8900a3 req-8ea8e3f2-5dca-432a-b1ee-9508fc0893ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1379488 Sep 15 03:16:16.682355 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bb35f-2d1f-4562-b25d-64bcad8900a3 req-81ad2c0c-8a29-4c4d-8863-899448831e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:16:16.683799 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa5bb35f-2d1f-4562-b25d-64bcad8900a3 req-81ad2c0c-8a29-4c4d-8863-899448831e39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0400891 Sep 15 03:16:16.783210 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bb35f-2d1f-4562-b25d-64bcad8900a3 req-bdd1f02e-9efd-4ecf-bb5f-2d8105eb6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:16:16.784633 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa5bb35f-2d1f-4562-b25d-64bcad8900a3 req-bdd1f02e-9efd-4ecf-bb5f-2d8105eb6613 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0821500 Sep 15 03:16:16.852228 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa5bb35f-2d1f-4562-b25d-64bcad8900a3 req-39a88788-d64c-4b51-853f-8eea931bf237 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0593429 Sep 15 03:16:16.900340 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bb35f-2d1f-4562-b25d-64bcad8900a3 req-0f0ce212-fb21-42dd-bd1f-4c784558b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:16:16.901675 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa5bb35f-2d1f-4562-b25d-64bcad8900a3 req-0f0ce212-fb21-42dd-bd1f-4c784558b002 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0422909 Sep 15 03:16:16.944061 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bb35f-2d1f-4562-b25d-64bcad8900a3 req-f330b3ae-4d0d-4cea-8622-707e96ff3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:16:16.946028 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa5bb35f-2d1f-4562-b25d-64bcad8900a3 req-f330b3ae-4d0d-4cea-8622-707e96ff3fb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377755 Sep 15 03:16:17.035065 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa5bb35f-2d1f-4562-b25d-64bcad8900a3 req-7ff75b66-f83a-4288-a4f0-af7769befbb5 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811200 Sep 15 03:16:17.125543 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa5bb35f-2d1f-4562-b25d-64bcad8900a3 req-7c71ab89-0c7b-4326-b155-5d9a22543397 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830026 Sep 15 03:16:33.538827 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:38.239360 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a1431a33-21d9-4bc5-9ff1-384df8756071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:40.761705 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5021ef7d-c424-466e-86a5-540c0307fc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:41.046710 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:42.206685 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:43.622365 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:16:47.532175 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:17:03.545436 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:08.239759 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-814a7ae2-c4ea-4f87-8aac-bb7d31eaa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:10.761806 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c1e0dcb0-d930-4423-9269-d0b34587a3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:11.046902 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:12.208987 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:13.626206 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:18.481612 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-86d6269b-5737-4a42-9c65-d51d153317e7 req-de350bc8-02ad-4d72-a861-d1cd95301f2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392876 Sep 15 03:17:18.576725 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6269b-5737-4a42-9c65-d51d153317e7 req-37566fc5-50d8-43aa-8142-efa8334e9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:17:18.578828 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-86d6269b-5737-4a42-9c65-d51d153317e7 req-37566fc5-50d8-43aa-8142-efa8334e9f14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0397356 Sep 15 03:17:18.679791 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6269b-5737-4a42-9c65-d51d153317e7 req-3d4465f9-7b61-4566-9ef3-cd208e6a9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:17:18.681235 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-86d6269b-5737-4a42-9c65-d51d153317e7 req-3d4465f9-7b61-4566-9ef3-cd208e6a9c4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0845511 Sep 15 03:17:18.743294 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-86d6269b-5737-4a42-9c65-d51d153317e7 req-9a7856d7-b0b6-4174-ba72-9ac0c267ef30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0549545 Sep 15 03:17:18.790328 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6269b-5737-4a42-9c65-d51d153317e7 req-bd618e7e-2492-4dff-b949-cb2a28cb9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:17:18.791677 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-86d6269b-5737-4a42-9c65-d51d153317e7 req-bd618e7e-2492-4dff-b949-cb2a28cb9353 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0411930 Sep 15 03:17:18.838710 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6269b-5737-4a42-9c65-d51d153317e7 req-9fd6e8a9-5d3c-4b34-9197-b04167aaafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:17:18.840175 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-86d6269b-5737-4a42-9c65-d51d153317e7 req-9fd6e8a9-5d3c-4b34-9197-b04167aaafaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410938 Sep 15 03:17:18.927272 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-86d6269b-5737-4a42-9c65-d51d153317e7 req-56657121-2be5-459b-a8ca-1c63bca04e3a service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795734 Sep 15 03:17:19.015828 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-86d6269b-5737-4a42-9c65-d51d153317e7 req-be6bb8c8-3ac8-466c-80e7-0d22a53a1e3e service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815120 Sep 15 03:17:24.530316 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:17:33.548077 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:38.239619 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-718cfb14-64a6-43ff-8e69-e5cd9a8a6456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:40.764303 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2249da4c-21d7-4462-89d2-14593b558212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:41.048308 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:42.211944 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:43.630299 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:01.528776 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:18:03.549397 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:08.239590 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8346a61f-91da-4363-bc3b-4fa23f38f55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:10.764712 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-39062099-e722-4428-8b57-c07926e44c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:11.048771 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:12.215546 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:13.632345 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:19.841145 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f72963c2-8738-4ca6-b78b-233f680773b1 req-7ce5fb7c-f00a-4fbf-aba7-4efbb84d406c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398893 Sep 15 03:18:19.935103 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72963c2-8738-4ca6-b78b-233f680773b1 req-e51858cc-a199-41cc-bc2b-190241cde87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:18:19.936574 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f72963c2-8738-4ca6-b78b-233f680773b1 req-e51858cc-a199-41cc-bc2b-190241cde87a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0385478 Sep 15 03:18:20.039643 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72963c2-8738-4ca6-b78b-233f680773b1 req-aa77bdb3-7544-406f-a926-8ed3284c940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:18:20.041126 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f72963c2-8738-4ca6-b78b-233f680773b1 req-aa77bdb3-7544-406f-a926-8ed3284c940a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0857885 Sep 15 03:18:20.103842 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f72963c2-8738-4ca6-b78b-233f680773b1 req-15a75164-75c5-4811-b745-f31ede13570b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0550678 Sep 15 03:18:20.153577 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72963c2-8738-4ca6-b78b-233f680773b1 req-f1633ecf-cce7-48b8-b76c-b85088b228ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:18:20.154953 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f72963c2-8738-4ca6-b78b-233f680773b1 req-f1633ecf-cce7-48b8-b76c-b85088b228ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0452840 Sep 15 03:18:20.199115 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72963c2-8738-4ca6-b78b-233f680773b1 req-a4850115-57b2-4828-82b7-c6ddc8afea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:18:20.200528 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f72963c2-8738-4ca6-b78b-233f680773b1 req-a4850115-57b2-4828-82b7-c6ddc8afea46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383677 Sep 15 03:18:20.291019 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f72963c2-8738-4ca6-b78b-233f680773b1 req-6f69ff15-c623-44dc-8c6a-0d9809be74ee service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832329 Sep 15 03:18:20.377009 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f72963c2-8738-4ca6-b78b-233f680773b1 req-32c0923b-60a9-4720-9b02-84078ee6e72c service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797236 Sep 15 03:18:33.541180 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:38.240329 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-89f0c5c7-71aa-40a4-9927-91d7d2f1cbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:38.527233 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:18:40.765304 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d546ed50-a3fb-432c-85d6-1c9ed7275d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:41.049865 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:42.217452 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:43.636177 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:03.552921 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:08.239809 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-818ac465-ef87-4c05-bbe0-ea613edaa6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:10.766171 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-28316b64-d127-40f8-9825-3d429ffe932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:11.050318 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:12.222312 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:13.638318 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:15.526176 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:19:20.667239 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-efaa4173-aa21-44ec-a955-ea55a34f6100 req-e5df9a43-9c58-4117-91aa-b19ae91945e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382633 Sep 15 03:19:20.763865 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa4173-aa21-44ec-a955-ea55a34f6100 req-c527a3bc-7134-4e56-8c94-542f35d443cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:19:20.765344 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-efaa4173-aa21-44ec-a955-ea55a34f6100 req-c527a3bc-7134-4e56-8c94-542f35d443cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0426738 Sep 15 03:19:20.863657 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa4173-aa21-44ec-a955-ea55a34f6100 req-9dd9eb1d-7e8f-49af-b157-beadb955ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:19:20.865098 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-efaa4173-aa21-44ec-a955-ea55a34f6100 req-9dd9eb1d-7e8f-49af-b157-beadb955ac2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0817943 Sep 15 03:19:20.933858 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-efaa4173-aa21-44ec-a955-ea55a34f6100 req-5f846bb4-37a6-4b7f-8ad7-5ee59b776b97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0602734 Sep 15 03:19:20.980970 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa4173-aa21-44ec-a955-ea55a34f6100 req-fd0ffb5c-b92d-402b-ad8e-26673a9b96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:19:20.982339 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-efaa4173-aa21-44ec-a955-ea55a34f6100 req-fd0ffb5c-b92d-402b-ad8e-26673a9b96a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0418463 Sep 15 03:19:21.024343 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa4173-aa21-44ec-a955-ea55a34f6100 req-3ceae2e5-a3f1-4cc3-acef-006db194ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:19:21.025712 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-efaa4173-aa21-44ec-a955-ea55a34f6100 req-3ceae2e5-a3f1-4cc3-acef-006db194ce8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0369103 Sep 15 03:19:21.114110 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-efaa4173-aa21-44ec-a955-ea55a34f6100 req-a9c52451-b21f-4ced-9b05-73ab769b359e service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811648 Sep 15 03:19:21.201511 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-efaa4173-aa21-44ec-a955-ea55a34f6100 req-8b82724f-8316-4e4f-9967-5f95df411fd4 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799708 Sep 15 03:19:33.571902 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:38.239710 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f3012ba3-a74a-488a-aefd-2c5e8a460d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:40.766174 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bd6ba72c-c796-4750-b811-bd20ca31384a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:41.050904 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:42.225000 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:43.643135 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:52.525378 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:20:03.588529 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:08.239352 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-51c438be-bc3a-4b6d-9dbd-2ca6d548558b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:10.766157 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6d89523d-da70-4096-938d-beba4fbe0eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:11.051465 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:12.227868 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:13.644063 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:22.487139 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e8b11ca8-7b64-4d5f-af81-1a05451b1507 req-02b00dc3-c005-457a-aba2-abc35d2ec8d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443778 Sep 15 03:20:22.583344 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b11ca8-7b64-4d5f-af81-1a05451b1507 req-b7210c50-d8cd-4ef4-bcff-cea9dc6cbfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:22.584705 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e8b11ca8-7b64-4d5f-af81-1a05451b1507 req-b7210c50-d8cd-4ef4-bcff-cea9dc6cbfba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0395658 Sep 15 03:20:22.682852 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b11ca8-7b64-4d5f-af81-1a05451b1507 req-0d6b61c5-c255-4a9b-9e41-7a16f48c0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:22.684281 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e8b11ca8-7b64-4d5f-af81-1a05451b1507 req-0d6b61c5-c255-4a9b-9e41-7a16f48c0a3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0819905 Sep 15 03:20:22.748539 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e8b11ca8-7b64-4d5f-af81-1a05451b1507 req-44217e18-3708-4d66-a73a-bd896ce83af2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0576994 Sep 15 03:20:22.795714 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b11ca8-7b64-4d5f-af81-1a05451b1507 req-bf26a0a8-104b-4e49-b7ed-fc7a643ebe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:22.797110 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e8b11ca8-7b64-4d5f-af81-1a05451b1507 req-bf26a0a8-104b-4e49-b7ed-fc7a643ebe2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0423112 Sep 15 03:20:22.840542 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b11ca8-7b64-4d5f-af81-1a05451b1507 req-14469ff4-b0a3-405d-8fe1-40ca98ab93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:22.842011 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e8b11ca8-7b64-4d5f-af81-1a05451b1507 req-14469ff4-b0a3-405d-8fe1-40ca98ab93b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381813 Sep 15 03:20:22.931419 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e8b11ca8-7b64-4d5f-af81-1a05451b1507 req-78cdf089-bb17-4c96-a5f8-694ba133a900 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822780 Sep 15 03:20:23.019390 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e8b11ca8-7b64-4d5f-af81-1a05451b1507 req-e00cab69-08fe-424d-9abe-64454f2302b4 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812526 Sep 15 03:20:29.524557 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:20:33.587813 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:38.240573 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-309628d5-1b95-4dfc-ab28-b7b061815679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:40.766197 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bab4813f-48b4-4415-bdbd-c5ce88557576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:41.051383 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:42.231075 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:43.648205 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:03.587402 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:06.523744 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:21:08.240408 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b45abb15-8ea4-499c-9599-0ebe126a3f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:10.767011 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-851391d0-8a26-45c1-8947-5b57fc2ed69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:11.052175 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:12.233759 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:13.651826 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:23.920100 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-406f131b-9fad-4a18-9194-00f60447181f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1369393 Sep 15 03:21:24.036546 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-0c6b54fb-b6d7-4fad-a024-f95530f0e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:21:24.038091 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-0c6b54fb-b6d7-4fad-a024-f95530f0e925 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0391495 Sep 15 03:21:24.141503 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-83ad2e98-07c2-4359-a1c3-594632c66089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:21:24.142942 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-83ad2e98-07c2-4359-a1c3-594632c66089 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0848944 Sep 15 03:21:24.205008 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-5993a524-d3a0-4e33-81a1-6cf2dad67d84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0551646 Sep 15 03:21:24.251775 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-029be7b5-b88e-4daf-a441-f2277f9e3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:21:24.253161 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-029be7b5-b88e-4daf-a441-f2277f9e3a74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0418682 Sep 15 03:21:24.300416 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-1be4c55b-bc42-4a25-aa53-730ccd666e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:21:24.301812 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-1be4c55b-bc42-4a25-aa53-730ccd666e66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412159 Sep 15 03:21:24.312900 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-c67a6f77-5a63-4bc1-bcc3-beb2bf5522de service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:21:24.313832 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-c67a6f77-5a63-4bc1-bcc3-beb2bf5522de service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047078 Sep 15 03:21:24.400121 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-32be3edc-7a2f-4cc4-9aed-9ea2bef1f6ae service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792766 Sep 15 03:21:24.490565 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dcccc51-7825-4a6d-acd1-f95813df944a req-1e599150-ceb5-46e3-bb76-1de5a9e44287 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830748 Sep 15 03:21:33.587127 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:38.240550 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c99e63a5-349a-452c-8df6-ad8ad28c3859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:40.767251 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1ac34df3-e8cc-44fe-9912-d707ea6f1d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:41.053388 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:42.240821 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:43.524586 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:21:43.654582 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:03.340157 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39542) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:22:03.440295 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:03.527414 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:03.531471 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:03.564099 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a9fd5ab9f7e47bdba15a3d01d3e0ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228992 Sep 15 03:22:03.566827 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39550) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:22:03.572333 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec1a3be-2b13-425e-b588-4f5a20e5623c,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:22:03.580459 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.580803 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.581161 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.581491 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.581816 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.582139 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.582460 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.582783 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.583104 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.583425 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.583740 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.584051 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5295ba-fb1d-4f9c-b818-f36a91999462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.603800 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:03.620817 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:03.641274 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:03.686335 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:03.688758 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:03.689932 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eec1a3be-2b13-425e-b588-4f5a20e5623c HTTP/1.1" status: 204 len: 168 time: 0.1220450 Sep 15 03:22:03.699603 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec1a3be-2b13-425e-b588-4f5a20e5623c,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:22:03.707036 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.707389 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.707731 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.708070 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.708406 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.708822 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.709101 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.709430 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.709760 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.710086 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.710409 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.710731 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5f49f4-64d3-4b34-8b9c-4e972a2f8304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:03.938606 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39564) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:22:03.951898 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28b4fbfe-06f6-47f5-8764-ec918c73a537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:04.035637 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28b4fbfe-06f6-47f5-8764-ec918c73a537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:04.038990 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28b4fbfe-06f6-47f5-8764-ec918c73a537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:04.077607 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4fbfe-06f6-47f5-8764-ec918c73a537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b0d350-c2af-4d25-9956-d6a302e89fe4,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:22:04.082889 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-28b4fbfe-06f6-47f5-8764-ec918c73a537 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b7219f6c9fb47edb7d5ecc6e47d118e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433485 Sep 15 03:22:04.085703 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39566) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:22:04.131334 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e4110e1d-0fd4-4b9c-a5e2-9bbe006ea025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:04.151582 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e4110e1d-0fd4-4b9c-a5e2-9bbe006ea025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:04.194764 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e4110e1d-0fd4-4b9c-a5e2-9bbe006ea025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:04.197211 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e4110e1d-0fd4-4b9c-a5e2-9bbe006ea025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:04.198362 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e4110e1d-0fd4-4b9c-a5e2-9bbe006ea025 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1b0d350-c2af-4d25-9956-d6a302e89fe4 HTTP/1.1" status: 204 len: 168 time: 0.1116822 Sep 15 03:22:04.206106 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4110e1d-0fd4-4b9c-a5e2-9bbe006ea025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b0d350-c2af-4d25-9956-d6a302e89fe4,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:22:06.010898 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39642) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:22:06.110010 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dff0e9c6-7674-4aa5-8aae-d2bdafdf2987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.193110 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dff0e9c6-7674-4aa5-8aae-d2bdafdf2987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.196514 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dff0e9c6-7674-4aa5-8aae-d2bdafdf2987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.231216 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0e9c6-7674-4aa5-8aae-d2bdafdf2987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45953035-870d-4e3e-9e5e-af9ef81923fb,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:22:06.236072 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-dff0e9c6-7674-4aa5-8aae-d2bdafdf2987 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6de288c5c7644b3f9503f5c5706080a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241879 Sep 15 03:22:06.239272 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39646) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:22:06.286662 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-21bed0b8-2a35-4791-b5db-46a13358647e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.307135 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-21bed0b8-2a35-4791-b5db-46a13358647e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.352683 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-21bed0b8-2a35-4791-b5db-46a13358647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.355458 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-21bed0b8-2a35-4791-b5db-46a13358647e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.356806 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-21bed0b8-2a35-4791-b5db-46a13358647e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45953035-870d-4e3e-9e5e-af9ef81923fb HTTP/1.1" status: 204 len: 168 time: 0.1172562 Sep 15 03:22:06.366006 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bed0b8-2a35-4791-b5db-46a13358647e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45953035-870d-4e3e-9e5e-af9ef81923fb,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:22:06.604971 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 39652) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:22:06.617968 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-55dd003f-cac7-4a5e-b45d-d1562c8304c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.702765 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-55dd003f-cac7-4a5e-b45d-d1562c8304c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.705999 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-55dd003f-cac7-4a5e-b45d-d1562c8304c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.745012 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-55dd003f-cac7-4a5e-b45d-d1562c8304c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c669629dafae4523805c107825b19e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389704 Sep 15 03:22:06.745864 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd003f-cac7-4a5e-b45d-d1562c8304c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338af991-383f-43fe-872b-d0edd9227139,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:22:06.748129 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 39654) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:22:06.795855 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8a45db1b-a12e-4e5c-b7d4-b94f80e88332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.816296 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8a45db1b-a12e-4e5c-b7d4-b94f80e88332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.861790 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8a45db1b-a12e-4e5c-b7d4-b94f80e88332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.864394 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8a45db1b-a12e-4e5c-b7d4-b94f80e88332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:06.865577 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8a45db1b-a12e-4e5c-b7d4-b94f80e88332 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/338af991-383f-43fe-872b-d0edd9227139 HTTP/1.1" status: 204 len: 168 time: 0.1164505 Sep 15 03:22:06.873508 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45db1b-a12e-4e5c-b7d4-b94f80e88332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338af991-383f-43fe-872b-d0edd9227139,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:22:08.241346 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a5f344cd-1050-46a5-b221-dd8e0cc05aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:10.767738 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fd97b2f3-1a07-4189-ac76-0761b8c32cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:11.053854 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:12.239246 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:13.658453 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:20.523791 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:22:24.835024 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0bf2a995-174a-4309-bc81-61cb02f26da9 req-cbcecfbf-414c-4152-896f-137be48a1a32 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389376 Sep 15 03:22:24.934572 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2a995-174a-4309-bc81-61cb02f26da9 req-3e828e68-c66c-481e-8a6f-93ca129d8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:22:24.936006 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0bf2a995-174a-4309-bc81-61cb02f26da9 req-3e828e68-c66c-481e-8a6f-93ca129d8109 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0430219 Sep 15 03:22:25.032905 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2a995-174a-4309-bc81-61cb02f26da9 req-da0aaa8d-a5e4-406c-9212-f989a66a9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:22:25.034333 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0bf2a995-174a-4309-bc81-61cb02f26da9 req-da0aaa8d-a5e4-406c-9212-f989a66a9288 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0804989 Sep 15 03:22:25.098742 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0bf2a995-174a-4309-bc81-61cb02f26da9 req-afb6a280-354d-4908-a259-e02b5ddeddb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0575147 Sep 15 03:22:25.145124 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2a995-174a-4309-bc81-61cb02f26da9 req-de842734-da20-4c5c-892f-6b105905e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:22:25.146463 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0bf2a995-174a-4309-bc81-61cb02f26da9 req-de842734-da20-4c5c-892f-6b105905e71c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0411165 Sep 15 03:22:25.191881 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2a995-174a-4309-bc81-61cb02f26da9 req-908acecd-c577-4f39-91d0-e9547058e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:22:25.193404 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0bf2a995-174a-4309-bc81-61cb02f26da9 req-908acecd-c577-4f39-91d0-e9547058e19e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403073 Sep 15 03:22:25.285459 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0bf2a995-174a-4309-bc81-61cb02f26da9 req-718e7e99-94ea-4c7b-9392-cd042677ef02 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851271 Sep 15 03:22:25.372688 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0bf2a995-174a-4309-bc81-61cb02f26da9 req-0992b716-8458-4151-8b95-c45a8b70a73c service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803845 Sep 15 03:22:33.618040 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:38.240674 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d051dd9e-2a8f-4478-88ae-52ca77108394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:40.768221 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7495daaa-2616-469e-a4c6-ab1571d34fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:41.054523 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:42.241917 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:43.661863 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:57.523597 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:23:03.617993 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:08.241128 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-642864fa-409a-48bc-9150-1890b751d490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:10.768693 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-156e5afc-526a-4e55-96bd-6165eb79a0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:11.054184 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:12.245373 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:13.672362 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:26.824075 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5208c406-ae41-4291-94fa-10c48bcd4226 req-63ff5b68-1483-4a8a-8cd5-ef1d3b8959d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431478 Sep 15 03:23:26.918303 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208c406-ae41-4291-94fa-10c48bcd4226 req-1359d327-dfd7-47f8-bb33-e61ecb6f974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:23:26.919726 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5208c406-ae41-4291-94fa-10c48bcd4226 req-1359d327-dfd7-47f8-bb33-e61ecb6f974a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0384021 Sep 15 03:23:27.016921 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208c406-ae41-4291-94fa-10c48bcd4226 req-00309608-1b52-4cba-99d9-7db4414f96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:23:27.018264 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5208c406-ae41-4291-94fa-10c48bcd4226 req-00309608-1b52-4cba-99d9-7db4414f96c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0802557 Sep 15 03:23:27.085515 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5208c406-ae41-4291-94fa-10c48bcd4226 req-b3c65454-3d62-4c8c-a532-331f2be77685 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0591638 Sep 15 03:23:27.131980 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208c406-ae41-4291-94fa-10c48bcd4226 req-3b5def59-b133-4896-aebd-86f5df61407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:23:27.133362 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5208c406-ae41-4291-94fa-10c48bcd4226 req-3b5def59-b133-4896-aebd-86f5df61407a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0413759 Sep 15 03:23:27.176731 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208c406-ae41-4291-94fa-10c48bcd4226 req-91b78333-c637-4295-9155-9e62006fee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:23:27.178170 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5208c406-ae41-4291-94fa-10c48bcd4226 req-91b78333-c637-4295-9155-9e62006fee8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380223 Sep 15 03:23:27.266155 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5208c406-ae41-4291-94fa-10c48bcd4226 req-e7619236-e500-47e0-895a-113790c93cca service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808122 Sep 15 03:23:27.355806 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5208c406-ae41-4291-94fa-10c48bcd4226 req-e9cfe1ce-68dd-4c8a-a44d-e2bf72937245 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832300 Sep 15 03:23:33.629718 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:34.522188 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:23:38.240179 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0567022e-a9cf-410b-8c1b-fb64d193fbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:40.768740 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ac23ea24-c805-4106-b746-b9191eaa4b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:41.054855 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:42.249244 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:43.663360 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:03.633013 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:08.240897 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-dccd8e45-4226-4d03-8d4e-a3a7430e1467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:10.768779 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8e85-98af-43dc-ae25-274def0c3f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:11.056001 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:11.520936 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:24:12.251728 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:13.670117 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:28.954484 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fd937212-b7cb-4371-9342-755c5dbe0703 req-93804765-02ca-46c4-98ef-8273734651fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2666304 Sep 15 03:24:29.049504 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd937212-b7cb-4371-9342-755c5dbe0703 req-eac8c950-8c59-4fc5-8651-3e98b161cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:24:29.050949 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fd937212-b7cb-4371-9342-755c5dbe0703 req-eac8c950-8c59-4fc5-8651-3e98b161cc9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0383465 Sep 15 03:24:29.152400 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd937212-b7cb-4371-9342-755c5dbe0703 req-d1a3d552-bdbd-4fa3-bc79-07d00b27a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:24:29.153840 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fd937212-b7cb-4371-9342-755c5dbe0703 req-d1a3d552-bdbd-4fa3-bc79-07d00b27a4f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0834203 Sep 15 03:24:29.215748 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fd937212-b7cb-4371-9342-755c5dbe0703 req-ea2cb3ef-beed-4ce5-b7e7-7be1e11e5ade service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0554473 Sep 15 03:24:29.266537 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd937212-b7cb-4371-9342-755c5dbe0703 req-62b0d13c-208e-4a57-8e3d-2761b111248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:24:29.267986 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fd937212-b7cb-4371-9342-755c5dbe0703 req-62b0d13c-208e-4a57-8e3d-2761b111248a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0461214 Sep 15 03:24:29.315069 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd937212-b7cb-4371-9342-755c5dbe0703 req-d7efe497-a29c-497f-a125-cedd50bc0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:24:29.316486 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fd937212-b7cb-4371-9342-755c5dbe0703 req-d7efe497-a29c-497f-a125-cedd50bc0415 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412786 Sep 15 03:24:29.400635 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fd937212-b7cb-4371-9342-755c5dbe0703 req-79758fe5-1959-469b-a69a-58bdeb7d9f6d service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767674 Sep 15 03:24:29.489720 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fd937212-b7cb-4371-9342-755c5dbe0703 req-850f04c6-573e-487b-a3c6-df25bc31e468 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824211 Sep 15 03:24:33.632902 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:38.241785 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8ed35373-0c68-4db0-b936-5519ea6b6c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:40.769485 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24372532-54a7-4121-800f-ee37ad51207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:41.060540 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:42.254713 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:43.671852 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:48.519462 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:25:03.646072 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:08.242346 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-80471951-3236-4428-aee5-28690367bdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:10.770891 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-eb8b66b2-c624-4267-ab48-0daf29f0b05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:11.060509 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:12.257594 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:13.679342 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:25.518649 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:25:29.440186 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9bba611f-1afd-40b2-89e6-aaefdd1ff1ec req-77771c4a-d611-404d-a5c6-62ef5d348811 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372066 Sep 15 03:25:29.534323 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba611f-1afd-40b2-89e6-aaefdd1ff1ec req-75c9f6e0-6267-4d6e-aa54-2224380535fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:29.535748 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9bba611f-1afd-40b2-89e6-aaefdd1ff1ec req-75c9f6e0-6267-4d6e-aa54-2224380535fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0389485 Sep 15 03:25:29.637816 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba611f-1afd-40b2-89e6-aaefdd1ff1ec req-8362f3a8-a310-4c5a-9af7-83bee7b0703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:29.639247 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9bba611f-1afd-40b2-89e6-aaefdd1ff1ec req-8362f3a8-a310-4c5a-9af7-83bee7b0703b service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0843837 Sep 15 03:25:29.702509 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9bba611f-1afd-40b2-89e6-aaefdd1ff1ec req-d80da51c-1e95-4fca-9b3e-cd186e9bf400 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0563619 Sep 15 03:25:29.751995 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba611f-1afd-40b2-89e6-aaefdd1ff1ec req-139f5dc3-70ad-40bc-8ebb-fc3d06e4775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:29.753387 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9bba611f-1afd-40b2-89e6-aaefdd1ff1ec req-139f5dc3-70ad-40bc-8ebb-fc3d06e4775d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0444441 Sep 15 03:25:29.795663 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba611f-1afd-40b2-89e6-aaefdd1ff1ec req-6ba5fb95-da37-4e68-a17e-00ca1915d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:29.797097 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9bba611f-1afd-40b2-89e6-aaefdd1ff1ec req-6ba5fb95-da37-4e68-a17e-00ca1915d090 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0369132 Sep 15 03:25:29.885125 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9bba611f-1afd-40b2-89e6-aaefdd1ff1ec req-b6f411d0-f164-43d6-a46a-9c9d5182cde0 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807164 Sep 15 03:25:29.969576 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9bba611f-1afd-40b2-89e6-aaefdd1ff1ec req-c63b49a7-614d-4248-b535-2e88937db5db service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775652 Sep 15 03:25:33.660776 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:38.242309 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3477a398-4931-4260-8c19-68f8f35a871c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:40.772550 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d8e3db3f-945c-4010-ae8e-8533352cb52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:41.061334 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:42.261323 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:43.678188 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:02.517014 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:26:03.678470 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:08.242158 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3e7d05f9-8e8b-4c9f-8ced-f0ffd30fa2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.774078 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-62796a6f-828d-4e45-97f9-837b466fcaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.063092 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:12.264146 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.681131 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.913864 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e1317a7f-e23a-48e5-9ee2-0c9e37466b43 req-8005770c-7859-414c-ab5a-f7a4cf4c3dcb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1343920 Sep 15 03:26:31.015708 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1317a7f-e23a-48e5-9ee2-0c9e37466b43 req-b68b75e5-e170-45e8-8087-a5f6eced6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:31.017234 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e1317a7f-e23a-48e5-9ee2-0c9e37466b43 req-b68b75e5-e170-45e8-8087-a5f6eced6ff6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0436802 Sep 15 03:26:31.116430 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1317a7f-e23a-48e5-9ee2-0c9e37466b43 req-67fbbdab-b83b-49b2-928d-da65b734deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:31.117916 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e1317a7f-e23a-48e5-9ee2-0c9e37466b43 req-67fbbdab-b83b-49b2-928d-da65b734deb3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0822418 Sep 15 03:26:31.182935 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e1317a7f-e23a-48e5-9ee2-0c9e37466b43 req-7eaa8571-3ed5-4b87-8cc9-5e102f990281 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0584278 Sep 15 03:26:31.228760 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1317a7f-e23a-48e5-9ee2-0c9e37466b43 req-0cacb250-01b7-417d-a716-31d8c31f51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:31.230152 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e1317a7f-e23a-48e5-9ee2-0c9e37466b43 req-0cacb250-01b7-417d-a716-31d8c31f51d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0405395 Sep 15 03:26:31.274569 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1317a7f-e23a-48e5-9ee2-0c9e37466b43 req-c7fa9c21-306b-496c-9f4f-9fdd0c84a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:31.276053 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e1317a7f-e23a-48e5-9ee2-0c9e37466b43 req-c7fa9c21-306b-496c-9f4f-9fdd0c84a610 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386193 Sep 15 03:26:31.366348 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e1317a7f-e23a-48e5-9ee2-0c9e37466b43 req-21ea8a66-3f14-42ad-bf87-8f1c590c35bb service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825858 Sep 15 03:26:31.453065 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e1317a7f-e23a-48e5-9ee2-0c9e37466b43 req-b64bc31e-5b83-4725-a105-a643b9bd9f07 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798011 Sep 15 03:26:33.687272 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:38.242525 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c285-fd74-47b3-972c-f01f36863c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:39.516102 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:26:40.774516 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ff219251-3b3f-4f1c-af77-984fb0d90a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:41.063457 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:42.265304 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:43.684209 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:03.693362 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:08.242521 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-427ba080-a045-477f-8f4b-13d820f5be2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:10.775234 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1cc0cb00-c873-488f-87c3-7b8bd94b2418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:11.064493 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:12.269927 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.688292 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:16.515883 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:27:32.821378 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38703157-49e4-42fc-8951-f287ef990b24 req-c70bde70-95f2-48a1-bf84-422e780dead0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433564 Sep 15 03:27:32.916042 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38703157-49e4-42fc-8951-f287ef990b24 req-7cb77f85-7e9a-4dd1-bfe2-2c71262ae8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:32.917540 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38703157-49e4-42fc-8951-f287ef990b24 req-7cb77f85-7e9a-4dd1-bfe2-2c71262ae8f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0393703 Sep 15 03:27:33.017747 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38703157-49e4-42fc-8951-f287ef990b24 req-ac94de98-6e6f-4d6b-bd4a-1509d645a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:33.019243 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38703157-49e4-42fc-8951-f287ef990b24 req-ac94de98-6e6f-4d6b-bd4a-1509d645a85d service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0823221 Sep 15 03:27:33.085070 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38703157-49e4-42fc-8951-f287ef990b24 req-047828ff-e095-4eb9-895c-fa8a7c494dbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0588882 Sep 15 03:27:33.132514 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38703157-49e4-42fc-8951-f287ef990b24 req-4d1ff810-1f26-427c-9aaf-22db11ccf868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:33.133915 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38703157-49e4-42fc-8951-f287ef990b24 req-4d1ff810-1f26-427c-9aaf-22db11ccf868 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0416918 Sep 15 03:27:33.177466 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38703157-49e4-42fc-8951-f287ef990b24 req-92e30772-a007-4eee-a256-8cfd439add96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:33.178871 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38703157-49e4-42fc-8951-f287ef990b24 req-92e30772-a007-4eee-a256-8cfd439add96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378938 Sep 15 03:27:33.267099 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38703157-49e4-42fc-8951-f287ef990b24 req-0cd88f39-53ec-483f-ac38-9eb16b092378 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815287 Sep 15 03:27:33.355505 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-38703157-49e4-42fc-8951-f287ef990b24 req-5c596c99-2571-498e-9bd9-4a2a582b26ca service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816674 Sep 15 03:27:33.690266 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:38.244367 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-eaee7dc0-d7d6-45e2-918e-11fe464629f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:40.774860 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b5504b6b-91a8-4805-adb5-f9ef47207b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.066028 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.270725 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:43.690320 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.010443 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41124) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:44.159707 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Deleting port 1639100a-b294-4429-bbce-9d97387d3e52 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:27:44.159966 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.231520 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.231840 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.242874 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Calling delete_port for 1639100a-b294-4429-bbce-9d97387d3e52 owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:27:44.632024 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.659188 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event deleted for resources: {'Port': ['ID=1639100a-b294-4429-bbce-9d97387d3e52,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:44.670387 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:44.670739 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:44.671079 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:44.671414 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:44.671745 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:44.672074 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:44.672401 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:44.672729 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:44.673087 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:44.673410 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:44.674239 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:44.674560 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:44.726855 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.727111 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Floating IP eb5a846a-e75d-4d55-a260-128e3c0a4c11 disassociated (deleted). External IP: 172.27.2.71, port: 2acc8cd3-5680-433f-98ee-d5a0f9451ee5. Sep 15 03:27:44.925082 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:27:45.028330 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:27:45.033587 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.038681 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78c23c-b41b-4a37-9278-52e02c12790b None None] Sync routers for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:27:45.047178 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec78c23c-b41b-4a37-9278-52e02c12790b None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:27:45.047792 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-ec78c23c-b41b-4a37-9278-52e02c12790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:27:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:45.059700 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ba883a09-0ed0-4e6b-a052-e3384ba5121f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "DELETE /v2.0/floatingips/eb5a846a-e75d-4d55-a260-128e3c0a4c11 HTTP/1.1" status: 204 len: 168 time: 1.0481761 Sep 15 03:27:45.060291 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'tag': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:45.159485 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-ec78c23c-b41b-4a37-9278-52e02c12790b None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:27:45.214128 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057be52fac3aae8273a34d69a12b6130284c22673d8fd41ee9f80c51e4a5c7cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ad8a5f-f8af-43d5-a1fa-5e1ee8a094c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b59520c-ddec-4bc7-b668-5aeb4b0145ee", "tag": "2acc8cd3-5680-433f-98ee-d5a0f9451ee5"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:45.342375 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3334bb9b-8b0a-4129-a4e0-f47ce76af991 x-openstack-request-id: req-3334bb9b-8b0a-4129-a4e0-f47ce76af991 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:45.342758 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b59520c-ddec-4bc7-b668-5aeb4b0145ee", "tag": "2acc8cd3-5680-433f-98ee-d5a0f9451ee5", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:45.343099 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3334bb9b-8b0a-4129-a4e0-f47ce76af991 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:45.343561 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'tag': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5', 'status': 'completed', 'code': 200} Sep 15 03:27:45.474739 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038039ec-9d7a-4257-9028-dd676ff0d0c9 req-37f712eb-f49f-49c5-bd03-facb932fba9a tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:45.476304 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-038039ec-9d7a-4257-9028-dd676ff0d0c9 req-37f712eb-f49f-49c5-bd03-facb932fba9a tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 946 time: 0.1318336 Sep 15 03:27:45.503323 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-ec78c23c-b41b-4a37-9278-52e02c12790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:45.513112 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad8a5f-f8af-43d5-a1fa-5e1ee8a094c7 req-6c3b2ba0-8643-4b89-9460-b9be1f763fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:45.513893 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-038039ec-9d7a-4257-9028-dd676ff0d0c9 req-ccbb76eb-ec96-4241-8d46-a912cded31d2 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317287 Sep 15 03:27:45.518761 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4ad8a5f-f8af-43d5-a1fa-5e1ee8a094c7 req-6c3b2ba0-8643-4b89-9460-b9be1f763fe6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 1099 time: 0.0903614 Sep 15 03:27:45.535255 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78c23c-b41b-4a37-9278-52e02c12790b None None] Checking router: 3926c319-8a27-430f-a3f1-b3edb3a8ca1c for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:27:45.543449 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec78c23c-b41b-4a37-9278-52e02c12790b None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:27:45.544058 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-ec78c23c-b41b-4a37-9278-52e02c12790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:27:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:45.608377 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad8a5f-f8af-43d5-a1fa-5e1ee8a094c7 req-e4a56a3b-e484-4304-a458-5ffed864c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:45.609846 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4ad8a5f-f8af-43d5-a1fa-5e1ee8a094c7 req-e4a56a3b-e484-4304-a458-5ffed864c148 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 200 len: 912 time: 0.0836830 Sep 15 03:27:45.649303 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-ec78c23c-b41b-4a37-9278-52e02c12790b None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:27:45.694210 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4ad8a5f-f8af-43d5-a1fa-5e1ee8a094c7 req-6b5cbba5-5770-43b6-859d-cdad54ee277a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 200 len: 217 time: 0.0373971 Sep 15 03:27:45.751212 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad8a5f-f8af-43d5-a1fa-5e1ee8a094c7 req-3fd4ba63-42b9-4b9b-af90-3ce1b4ea86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:45.753191 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4ad8a5f-f8af-43d5-a1fa-5e1ee8a094c7 req-3fd4ba63-42b9-4b9b-af90-3ce1b4ea86f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 200 len: 850 time: 0.0425193 Sep 15 03:27:45.797709 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad8a5f-f8af-43d5-a1fa-5e1ee8a094c7 req-93e04e40-1cde-4a3a-8408-61d1f57fe8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:45.799172 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4ad8a5f-f8af-43d5-a1fa-5e1ee8a094c7 req-93e04e40-1cde-4a3a-8408-61d1f57fe8d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1398cfe1-5c8b-436f-a5ee-95405cd34697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392461 Sep 15 03:27:45.841343 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-ec78c23c-b41b-4a37-9278-52e02c12790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:45.866945 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78c23c-b41b-4a37-9278-52e02c12790b None None] The sync data for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi is: [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:25Z', 'revision_number': 4, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi', '_interfaces': [{'id': '1a649860-1d7a-4e44-8d55-5d704a285ca4', 'name': '', 'network_id': '1398cfe1-5c8b-436f-a5ee-95405cd34697', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'mac_address': 'fa:16:3e:8c:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:25Z', 'updated_at': '2021-09-15T03:10:30Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'subnets': [{'id': 'ccfd11f5-b4da-4325-8e79-d4b352dde210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:27:45.891340 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4ad8a5f-f8af-43d5-a1fa-5e1ee8a094c7 req-fcbc6440-ea2e-4529-b2a6-bcfc69d27402 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850534 Sep 15 03:27:45.981895 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4ad8a5f-f8af-43d5-a1fa-5e1ee8a094c7 req-b5b9820a-9893-4adf-bf71-8fdda2002814 service neutron] 10.222.0.30 "GET /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832181 Sep 15 03:27:46.070010 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bab70b-f295-4131-a61d-2c472f082372 None None] New status for floating IP eb5a846a-e75d-4d55-a260-128e3c0a4c11: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:27:46.270038 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a5ecc-b128-44ef-a1dd-b99bec028e20 req-bd62f1b8-234f-4272-9ace-4d8e23034abe tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:46.271465 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b78a5ecc-b128-44ef-a1dd-b99bec028e20 req-bd62f1b8-234f-4272-9ace-4d8e23034abe tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 946 time: 0.0511239 Sep 15 03:27:46.358953 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-b78a5ecc-b128-44ef-a1dd-b99bec028e20 req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Deleting port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:27:46.359291 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-b78a5ecc-b128-44ef-a1dd-b99bec028e20 req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:46.447086 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-b78a5ecc-b128-44ef-a1dd-b99bec028e20 req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] For port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2acc8cd3-5680-433f-98ee-d5a0f9451ee5,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:46.447441 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-b78a5ecc-b128-44ef-a1dd-b99bec028e20 req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:46.458803 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-b78a5ecc-b128-44ef-a1dd-b99bec028e20 req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Calling delete_port for 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:27:46.583266 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-b78a5ecc-b128-44ef-a1dd-b99bec028e20 req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:46.615918 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event deleted for resources: {'Port': ['ID=2acc8cd3-5680-433f-98ee-d5a0f9451ee5,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:46.643658 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:46.644015 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:46.644356 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:46.644692 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:46.645050 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:46.645384 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:46.645710 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:46.646034 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:46.646357 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:46.646680 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:46.647002 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:46.647317 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:46.674248 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78a5ecc-b128-44ef-a1dd-b99bec028e20 req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] No DVR routers for this DVR port 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 on host hv-cinder-75995 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:27:46.676795 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-b78a5ecc-b128-44ef-a1dd-b99bec028e20 req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:46.686508 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b78a5ecc-b128-44ef-a1dd-b99bec028e20 req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.30 "DELETE /v2.0/ports/2acc8cd3-5680-433f-98ee-d5a0f9451ee5 HTTP/1.1" status: 204 len: 173 time: 0.4007425 Sep 15 03:27:46.686508 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'name': 'network-vif-deleted', 'tag': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:46.686508 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19b29c5b4301947f9565cf1cf5fbc44bce233b6a4ce40ebfa123edcbdc8e1b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a6fc9b-a1ed-4fd2-85b8-28383507c050" -d '{"events": [{"server_uuid": "4b59520c-ddec-4bc7-b668-5aeb4b0145ee", "name": "network-vif-deleted", "tag": "2acc8cd3-5680-433f-98ee-d5a0f9451ee5"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:46.744533 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-753a6940-0b8c-4818-a724-f46f9c55603d req-56ef51a3-73c4-470a-b152-77125cc16423 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0941834 Sep 15 03:27:46.787092 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc949145-2e22-4540-8071-0acaf6dd1873 x-openstack-request-id: req-bc949145-2e22-4540-8071-0acaf6dd1873 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:46.787381 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b59520c-ddec-4bc7-b668-5aeb4b0145ee", "name": "network-vif-deleted", "tag": "2acc8cd3-5680-433f-98ee-d5a0f9451ee5", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:46.787632 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc949145-2e22-4540-8071-0acaf6dd1873 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:46.788031 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b59520c-ddec-4bc7-b668-5aeb4b0145ee', 'name': 'network-vif-deleted', 'tag': '2acc8cd3-5680-433f-98ee-d5a0f9451ee5', 'status': 'completed', 'code': 200} Sep 15 03:27:47.835133 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c064c60f-2e0d-484f-9f68-aa9b0cf6b1d4 req-ae46e55a-cc56-4c87-9762-05906514e2cf tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0250394 Sep 15 03:27:48.926821 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1fe57dce-c8ce-4208-bbeb-9adbd7cfecb4 req-8c9feb83-d23b-4a40-aeee-1aae941d4903 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0254564 Sep 15 03:27:50.016549 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cbf78b8c-aef2-47f8-bab2-588bc993bd0e req-ca888772-f870-46fd-9f16-2c1d2fe403cc tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0251660 Sep 15 03:27:50.371700 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:27:50.395348 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] No Port match for: 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:27:50.395348 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Device 2acc8cd3-5680-433f-98ee-d5a0f9451ee5 not bound to the agent host hv-cinder-75995 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:27:51.108851 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-be115ad0-e5e3-4219-a4bd-234b82bb5f0d req-b9696209-6f25-47cf-ac52-31828898185d tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0285847 Sep 15 03:27:52.201574 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a0bd0a16-899d-498e-bb89-b8d6c17eea9d req-3dc29f37-b57d-4367-926f-fc3c04dc0e2a tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0294356 Sep 15 03:27:53.291553 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ce5556ee-c513-435c-b02e-9665289ee8ec req-fd264e25-2307-45a7-bc68-eca26dbe34cd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0266206 Sep 15 03:27:53.514686 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:27:54.381005 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8c984ebe-6be4-4c13-94c9-c70d8e5f5fad req-9882b90b-ec1b-4659-81eb-92d6a0c53cbd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0249927 Sep 15 03:27:55.471747 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5baac496-068b-445f-be98-4b23aae5d141 req-76257366-e86e-4f5d-a6ef-b52879220859 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0258868 Sep 15 03:27:56.562340 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-832efecc-c2c5-447f-9642-9111d7e7ec56 req-39986c3f-961a-4f51-b741-4d0e049a69be tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0257564 Sep 15 03:27:57.652341 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3b4320b7-1933-4c3e-8403-1461249c1dac req-56866cc9-7ada-4d26-b0ec-963c688d80bd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0249171 Sep 15 03:27:58.744048 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-af89a8b0-146b-405e-abe2-b6eaf945193a req-e95c6ce6-b094-4f3a-8281-673972e0d725 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0255258 Sep 15 03:27:59.834832 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-673b40be-64e7-4103-b4ad-ecf03e2e1bd0 req-6594b4af-e990-411c-b33b-91d0b2f6de37 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0262578 Sep 15 03:28:00.924196 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb11d2d2-17f7-4750-bfa6-5c7cdb076eda req-d83848d4-cb49-414d-8f7e-de2492ba0b84 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0256805 Sep 15 03:28:02.013598 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-694bce5a-4cc8-4ba7-90e2-c2dfc2f79f0f req-1cb08e3c-aa89-4c22-b4ba-b0862237dfbe tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0250938 Sep 15 03:28:03.104902 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-349a2eae-96e8-4fb2-ad60-29952e008ded req-b8efb52e-b753-490f-9ff5-6b5f72fdadc2 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0271771 Sep 15 03:28:03.689530 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:04.197810 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bfa3b50d-1f36-4645-9fed-cc2ce08fb4ff req-405add0e-35ed-4b66-9082-7e4222ae265e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0277388 Sep 15 03:28:05.289880 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-36c39c3a-657a-4911-97f1-d31ef608972e req-0bb99dab-7e59-4d8b-b6f8-8c30e1ed33f1 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0280182 Sep 15 03:28:06.380342 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d787d533-c6c5-4581-a739-86733a8b2080 req-4565957b-f778-44a0-aa84-946097a0b600 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0261810 Sep 15 03:28:07.470649 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50ef6d44-99a5-4339-a109-602601262c8e req-7e38c604-5cbf-47a5-9e89-36e8e164437b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0259607 Sep 15 03:28:08.245989 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-99e4144a-a618-40ad-b385-29acc69ac503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:08.561515 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5f1841f7-dcf0-42d9-a3ef-76e41d9dc019 req-f161ee66-fb52-4147-8c95-f6aef16eaa90 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0251334 Sep 15 03:28:09.032587 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41268) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:09.134390 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-887c598a-0375-430d-be04-a83b3d948b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.229700 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-887c598a-0375-430d-be04-a83b3d948b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.233176 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-887c598a-0375-430d-be04-a83b3d948b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.267887 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c598a-0375-430d-be04-a83b3d948b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736a1ecc-e44e-483a-a626-a0e5e70377dd,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:09.272085 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-887c598a-0375-430d-be04-a83b3d948b28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73ad025c127e4fe3af35efcdf32bed1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379558 Sep 15 03:28:09.274859 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41272) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:09.323647 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-38155568-9764-45a5-9e0f-4901190513c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.343965 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-38155568-9764-45a5-9e0f-4901190513c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.389225 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-38155568-9764-45a5-9e0f-4901190513c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.391665 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-38155568-9764-45a5-9e0f-4901190513c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.393360 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-38155568-9764-45a5-9e0f-4901190513c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/736a1ecc-e44e-483a-a626-a0e5e70377dd HTTP/1.1" status: 204 len: 168 time: 0.1178095 Sep 15 03:28:09.400677 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38155568-9764-45a5-9e0f-4901190513c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736a1ecc-e44e-483a-a626-a0e5e70377dd,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:09.651927 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41280) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:09.652682 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d038fde4-5fe2-43d2-a135-d5ceb95585af req-bdedda2e-a388-4ee7-9b68-c1b1cb1af20c tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0270441 Sep 15 03:28:09.665109 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d960-e93f-4878-8119-565200b99732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.754559 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d960-e93f-4878-8119-565200b99732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.758380 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d960-e93f-4878-8119-565200b99732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.795746 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5ce7d960-e93f-4878-8119-565200b99732 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eeb4397e58df4f4293058a1fb6e432be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426795 Sep 15 03:28:09.796959 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7d960-e93f-4878-8119-565200b99732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11831662-5dce-4172-b659-4fe914a19b9b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:09.798447 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41282) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:09.853725 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8cdee654-843e-40a2-b37e-f70dd8211788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.877896 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8cdee654-843e-40a2-b37e-f70dd8211788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.927424 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8cdee654-843e-40a2-b37e-f70dd8211788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.930630 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8cdee654-843e-40a2-b37e-f70dd8211788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.931816 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8cdee654-843e-40a2-b37e-f70dd8211788 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11831662-5dce-4172-b659-4fe914a19b9b HTTP/1.1" status: 204 len: 168 time: 0.1318157 Sep 15 03:28:09.941102 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdee654-843e-40a2-b37e-f70dd8211788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11831662-5dce-4172-b659-4fe914a19b9b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:10.594773 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41304) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:10.687421 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-207386874-network', 'tenant_id': '9fec6d7eae514ca384b692eeb4a1aa76'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:28:10.709184 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Made reservation on behalf of 9fec6d7eae514ca384b692eeb4a1aa76 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:28:10.711485 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3793640'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:10.722446 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:10.745379 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e1ebcfaf-b32c-4481-aba3-29e517521198 req-9469abf5-3dbf-408f-a2bf-7ffda6972143 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0255897 Sep 15 03:28:10.775243 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c615e799-ee20-4acb-a73e-c5448b10822e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:10.813150 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:10.816709 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:10.837317 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:28:10.852227 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334b6fd9-94cd-472e-a5b3-b65afffd218a,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:10.855982 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:10.856329 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Added segment 377a4626-46cf-4649-9f00-ddc1e569f84c of type vlan for network 12f7ebfa-a6af-4768-800a-cc49edeb4af1 Sep 15 03:28:10.894895 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777370705183'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:10.919248 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:10.920108 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:10.920680 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:10.953229 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3572590 Sep 15 03:28:10.956867 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 41310) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:10.961718 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-b258e83d-c0e7-4715-98f8-9d7fb1ae02e4 admin admin] Request body: {'subnet': {'network_id': '12f7ebfa-a6af-4768-800a-cc49edeb4af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-207386874-subnet', 'tenant_id': '9fec6d7eae514ca384b692eeb4a1aa76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:28:10.980924 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a68d0-836b-45bc-b5a1-148e80326f95 admin admin] Pushing event updated for resources: {'Network': ['ID=12f7ebfa-a6af-4768-800a-cc49edeb4af1,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:10.981538 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b258e83d-c0e7-4715-98f8-9d7fb1ae02e4 admin admin] Made reservation on behalf of 9fec6d7eae514ca384b692eeb4a1aa76 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:28:10.984970 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b258e83d-c0e7-4715-98f8-9d7fb1ae02e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130944542'] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:10.990662 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Network 12f7ebfa-a6af-4768-800a-cc49edeb4af1 details requested by agent ovs-agent-dv-cinder-759955-25-iscsi with host dv-cinder-759955-25-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:28:11.066519 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:11.146358 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b258e83d-c0e7-4715-98f8-9d7fb1ae02e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130386870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130944560'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:11.203854 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258e83d-c0e7-4715-98f8-9d7fb1ae02e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77cb643-d459-4856-b0c8-ec1f41ecf5ad,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:11.212252 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b258e83d-c0e7-4715-98f8-9d7fb1ae02e4 admin admin] Checking segment: {'id': '377a4626-46cf-4649-9f00-ddc1e569f84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '12f7ebfa-a6af-4768-800a-cc49edeb4af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:28:11.212605 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b258e83d-c0e7-4715-98f8-9d7fb1ae02e4 admin admin] Network hostable DHCP agents. Network: 12f7ebfa-a6af-4768-800a-cc49edeb4af1, hostable agents: ['5fbac169-2104-4227-81d3-a6bbf39bb92e'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:28:11.228456 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b258e83d-c0e7-4715-98f8-9d7fb1ae02e4 admin admin] Network 12f7ebfa-a6af-4768-800a-cc49edeb4af1 is scheduled to be hosted by DHCP agent 5fbac169-2104-4227-81d3-a6bbf39bb92e with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:28:11.236902 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-b258e83d-c0e7-4715-98f8-9d7fb1ae02e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-iscsi, 12f7ebfa-a6af-4768-800a-cc49edeb4af1) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:28:11.240820 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b258e83d-c0e7-4715-98f8-9d7fb1ae02e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:11.241437 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b258e83d-c0e7-4715-98f8-9d7fb1ae02e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:11.246442 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1295f3-2f59-4358-a964-df6b3a38ab22 None None] Network 12f7ebfa-a6af-4768-800a-cc49edeb4af1 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:28:11.254827 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b258e83d-c0e7-4715-98f8-9d7fb1ae02e4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2968810 Sep 15 03:28:11.365634 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ca086-1997-446a-9bad-26cfb2cf0aca None None] Network 12f7ebfa-a6af-4768-800a-cc49edeb4af1 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:28:11.841121 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1dc6595b-f06f-45ed-821d-982b485b0183 req-afc7a67e-c45e-4a6b-975e-07cab6f51325 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0269732 Sep 15 03:28:12.273303 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:12.929300 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-044177ab-e2b9-4d66-8356-3bb0a65b8d4a req-0cd253eb-bdc5-4349-a4a0-a3e7f4806d98 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0258565 Sep 15 03:28:13.694516 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:14.018619 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-02a7e982-9785-43f8-a799-b2f276c169e8 req-9f2fcd08-b12f-4769-947f-fb53317b0f7a tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0254745 Sep 15 03:28:15.108844 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-71fe3124-57c4-498e-9424-c1497842a22d req-b0952547-686c-46d2-bf32-35917da5d69e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0258141 Sep 15 03:28:16.198141 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ac652a64-358f-4523-909e-0f2ada2e4f73 req-175411e5-0792-47af-a9f2-1aa3e75b6fcf tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0251703 Sep 15 03:28:17.287997 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a2072066-7655-4325-ac5e-41fab6be3151 req-a526b268-1ff3-40f7-9696-253edcffdf19 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0257423 Sep 15 03:28:18.377813 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8dcb19c5-0e63-478f-9365-c4696de842fe req-efc8a4e3-7dcb-4a57-8092-740e3d23b8bc tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0258453 Sep 15 03:28:19.469488 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb873c29-0c0d-4035-a28a-3c05cfad1cef req-5a078c53-45c0-443d-83e3-c71ec6240dcc tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0253770 Sep 15 03:28:20.555830 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22f68295-c522-4be8-8dda-ec7b544a257b req-a31e2971-eb11-47ae-8da3-d60488fa8ebb tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0251739 Sep 15 03:28:21.648056 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-90c911bc-70a1-429e-aaa6-334d0fe63068 req-be2a763f-0e22-4907-85dd-0b77ca19bb86 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0278854 Sep 15 03:28:22.741104 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ec859a64-9ad8-4bcd-aac5-053e2f8efabf req-81a66379-3ab7-43b8-9cd9-28486066ca93 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0277133 Sep 15 03:28:23.831893 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6d057ceb-e540-4457-8edb-574d50d33304 req-0ba9814c-2341-4256-bc3c-50ae77f49d86 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0261934 Sep 15 03:28:24.920594 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7edd1edb-d717-41c6-bdf1-441e42abd765 req-75de9d9d-eb9f-4a13-a627-5c6156221914 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0254829 Sep 15 03:28:26.009725 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-03752d8c-ce50-4af0-b0c6-636893efb55c req-e54eb0e0-5da8-4f93-a47b-e057467cc3f9 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0256550 Sep 15 03:28:27.098681 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50d68a07-a84d-48ec-a853-4580aba587f1 req-1fcea6c9-12c7-405c-9375-8321c7ce0111 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0250676 Sep 15 03:28:28.188613 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-88a3286c-eb11-415f-8c9f-f871f07455e0 req-617e8470-37f9-465d-a22f-455fa1c915d3 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0251584 Sep 15 03:28:29.284763 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2628e1f4-9329-4457-a541-854c3f97c665 req-2092a4f8-120f-42c7-920d-b08ce473103f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0254853 Sep 15 03:28:30.375212 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5eb428c3-49f9-4bdb-adb1-47ebd73d948b req-c3ff69ff-ec9b-4e79-9bf4-64e7ec3894b6 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0251594 Sep 15 03:28:30.513592 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:28:31.465140 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-baa567ce-5fb3-4d95-a8f6-b23b3ac46f62 req-3c2bfcc7-775d-4862-bc86-05618055d982 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0250416 Sep 15 03:28:32.556491 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c69ac12d-992a-4daa-9908-33469f671391 req-aba45e51-e261-4b23-825f-35bfb7556c4d tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0253568 Sep 15 03:28:33.646588 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0af51d62-839d-4d8a-8e0e-ac7a8797e697 req-92313f22-e78d-4e5e-b0a4-3e045db44fbf tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0260849 Sep 15 03:28:33.704144 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:34.740492 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d7af2eab-6ea7-40a6-8fcb-e7a9b1e3bf37 req-940627f8-bbc7-4954-b062-42ffbd123ad1 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0287600 Sep 15 03:28:35.832601 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-78cb7611-2589-400f-8b87-c438900650e2 req-e2cb5b00-0c03-457d-8bd4-9dc322a0418e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0282345 Sep 15 03:28:36.923672 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ca719335-b5c9-4d45-a620-4d44680ffb43 req-4bc07d77-7411-4a0e-bce4-afc817313083 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0280149 Sep 15 03:28:38.012546 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2517e09f-4ce1-4cd2-9da7-b3faacf501a5 req-dc774af4-de25-47c3-ab40-bc5b0b76302d tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0254936 Sep 15 03:28:38.246256 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-280ff6c1-3962-4be7-98ad-905c5d9e0a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:39.102274 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5cb932e7-aeed-4344-9923-ab3114f84fc3 req-63ebb9a3-f9d6-40ca-90bc-d5a675e2fdb0 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0262158 Sep 15 03:28:40.190989 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4189904f-bfff-4dfe-9fab-36a789571eed req-5b55c6f9-78d5-4812-8149-7eec2f083afa tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0260987 Sep 15 03:28:40.775806 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b87d91ce-47eb-49d4-9fcf-9736c0cdbb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:41.067695 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:41.279875 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-09924b03-11f1-450c-a3b6-b87f69d8999b req-0ea5fa37-186a-4c2d-894e-68db5e2262ee tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0257869 Sep 15 03:28:42.275216 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:42.369820 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe28ecb0-16d8-4112-bf9e-20e8d5034782 req-4e4d0db6-2b2c-4166-8800-7626141c81a7 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0260556 Sep 15 03:28:43.460014 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e3251d64-911f-4447-b1a7-3c10f73ab063 req-655d31fb-8d78-4aac-a34a-b169943ff48a tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0261543 Sep 15 03:28:43.697412 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:44.550318 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b730f771-fc26-421c-b223-1e5f796f8a37 req-a7fe7e37-4b29-4bcf-996a-dabfd3bc4185 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0255136 Sep 15 03:28:45.645211 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ca39624-117b-45b0-b339-299620388296 req-6cbc2553-d84c-4ef5-ade8-ec01ed8c4c42 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0249641 Sep 15 03:28:46.739258 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-63183b13-d399-4788-8b6f-cf93bd3cf0b7 req-d438456f-76f0-44db-aee5-abe36c13a7ca tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0245557 Sep 15 03:28:47.832702 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-126328b3-d958-48e4-84ed-93e4153d129e req-179b3ac6-3e25-43c0-b553-839a92e5ccc0 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0283854 Sep 15 03:28:48.924637 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3672085c-a43b-40dc-babc-4debd21c6428 req-b219b94b-71a9-4942-8aaa-8f304ce36c8a tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0272908 Sep 15 03:28:50.015194 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bdaed72f-ba3f-4f00-bfa4-b712c5cb5af6 req-0d12af59-89ca-4709-82de-3538ff26a051 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0257881 Sep 15 03:28:51.104024 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-234940b7-bf03-4991-ab38-1587c27744c2 req-7ef32201-4983-4fc5-80e5-eecd3741b0d5 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0248611 Sep 15 03:28:52.193912 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f8a2cc80-def1-4a0c-aa48-a8c469e8ad9d req-0f5538c6-a52e-4186-b46d-635fc8ea1856 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0259109 Sep 15 03:28:53.281992 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2c7a17e-dc80-44a4-86cc-d92e6126062d req-ea260474-65c2-4f24-b1af-ed30a96652f0 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0254176 Sep 15 03:28:54.372754 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4d23a727-a4aa-4cc9-a07f-816c9be68504 req-6452ef8b-986c-4c52-81f6-1c374841e49d tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0264108 Sep 15 03:28:55.462969 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-93187741-b25e-4f7d-9b87-75670ce0163b req-8738655a-ecd4-405c-9441-40b46e6d3eb3 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0253978 Sep 15 03:28:56.552525 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3dfa1c1c-e0d0-4143-85c5-816dd2d0e2da req-16be5005-4626-455a-bf39-c44610241f59 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0256226 Sep 15 03:28:57.642615 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-adefbb56-cbdc-4b3c-855f-08b820520df5 req-84dafffa-d62c-422c-a0f6-e6267fb4887a tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0252564 Sep 15 03:28:58.732462 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-24ce8a5d-ec7c-4cea-9eaf-1839b3fa2985 req-7319136b-e5a5-4f02-b73d-f77bc9ba7e82 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0259197 Sep 15 03:28:59.820911 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d753339c-049b-48ad-92ed-4ec227af5957 req-b209dc65-a190-4376-b90a-17111a583f8f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0255365 Sep 15 03:29:00.913730 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d59dc54c-f741-418d-9432-3df5458326d7 req-a88a071c-9e6c-4b30-bd82-d18041fa20b3 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0296044 Sep 15 03:29:02.007858 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d072eee4-e6f6-4561-bebc-e37d2cf92f9f req-0f362bb4-9f92-4d30-91ae-ae82258098df tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0273943 Sep 15 03:29:03.098546 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e1f685dc-b91a-4c38-826d-7c17566671f8 req-7c6d5f70-8204-4821-a49f-46555074ffe3 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0258100 Sep 15 03:29:03.703574 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:04.187465 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e0fa1aa0-b254-4d10-85f6-8babd7aa7215 req-1d4017e3-da00-4e68-859d-b99c9d0cffab tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0254819 Sep 15 03:29:05.278567 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-77f7436b-12e7-4bc8-b188-32091fc17110 req-a0221fc3-f71f-45af-b6eb-6bed60bd6c21 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0261035 Sep 15 03:29:06.372101 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5527a11-4737-47c5-8b0e-241cc195170b req-226a96dc-cbf9-4723-95b4-c94f201dd8f2 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0260231 Sep 15 03:29:07.461755 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e7f2145d-ad63-4f2b-bca7-bd038329c208 req-d0e13342-6391-460a-a2d8-c57fc93feb4c tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0252132 Sep 15 03:29:07.512328 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:29:08.246123 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8b94639c-580b-4332-8560-534393f61c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:08.552044 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0d434f26-c63d-45f2-a5ec-a210cf6061f7 req-d8ca7b13-24f2-41ba-874e-978237cadc6d tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0254011 Sep 15 03:29:09.641841 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bc1f9c40-47ea-4f67-bd15-a26b3652e802 req-b376e3e5-c7b0-4f1e-a4dd-e0e43d656f63 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0255651 Sep 15 03:29:10.731784 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c67192d9-86dc-4327-9a48-7bc16959a3e7 req-7e27b3f6-08b9-406a-b44a-a34615d02842 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0260651 Sep 15 03:29:10.779699 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2e771479-58d3-47c9-8344-303e417e1de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:11.070160 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:11.820697 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ad7a2f02-dcb6-4627-acba-b0745f546e0a req-b14a2d84-ae66-4728-85ab-27674019859c tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0251570 Sep 15 03:29:12.278423 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:12.910332 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5c297ed4-d0da-404f-ae17-605615fdefbd req-e3834227-828f-4318-9816-a8c551c5f52f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0253549 Sep 15 03:29:13.700429 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:14.003115 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d0cd6fcb-2ebb-4190-b118-abaf1ffcb635 req-ed5cdf63-443f-46fa-b26d-e899e48ab289 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0284209 Sep 15 03:29:15.095840 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3e00bcc9-2380-4f1e-9295-110fc4becfca req-8a8428b2-f017-4f75-9a3a-9fd79697f580 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0280094 Sep 15 03:29:16.185681 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-13f6b94d-d737-4302-930a-0917c954a4cf req-d284a0f1-03d8-49b7-9638-b20a84a9bfe7 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0250909 Sep 15 03:29:17.276190 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f0af9d77-00b0-482b-aa94-bf7aa5aa0a5d req-c05e8d93-cbea-40c5-ac96-0c4aa1c7f9bb tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0255618 Sep 15 03:29:18.366461 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f12996cd-bdbd-43c9-a081-6a78046d5d26 req-aeb2b264-78e1-4905-8181-abc6ec43a6a6 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0251999 Sep 15 03:29:19.456159 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aba741c0-c3eb-434a-b2f3-2d853da343b9 req-b6468ab5-949c-4b31-8a5e-93825d2cbe77 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0252361 Sep 15 03:29:20.546300 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b4b021fd-21e8-4c5e-bdbd-54e6ddd82d00 req-2dbdb003-faa1-4665-9ebb-af74ad4cefc3 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0258195 Sep 15 03:29:21.635740 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5af3b08b-cfd2-4441-bca3-7fba558400f8 req-4cd3d1a2-ced5-4276-957a-bcd2357e4b39 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0257993 Sep 15 03:29:22.726467 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-846ad1da-c7d5-4b6a-8015-e5b59b18ee40 req-23babb6d-b1ae-4582-9c3e-d3108436b47e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0250781 Sep 15 03:29:23.818580 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b32bc206-8e1f-42ac-b2a2-6dd9ef267faf req-1046f0a7-ea0e-4611-8860-4cc6722d05f3 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0271974 Sep 15 03:29:24.908052 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-608088dd-c1c4-4b9a-805d-2c72255f2d15 req-24ea6cd9-b9f2-422b-bec2-610831062361 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0252523 Sep 15 03:29:26.001321 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa6dce57-3d27-402d-b4e1-078fd180891c req-f877113a-7c60-4905-bb49-c02d42a14026 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0285287 Sep 15 03:29:27.093512 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-591ea549-c53c-4527-ab31-7aa24eec2cc1 req-8bb2974d-e482-4387-8dfd-fda2dd0bf5f1 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0280066 Sep 15 03:29:28.187542 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4d5347a3-4ec1-4775-a7c0-83d79bcff5c2 req-e57c7760-f9db-4592-8675-6826817db6f6 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0276365 Sep 15 03:29:29.278109 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea94a9ee-05d4-4c59-920c-8b7b74d159da req-f6f0e15b-e1a4-4136-bf98-d0f8036a71f7 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0255048 Sep 15 03:29:30.371412 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0de72590-e83c-4192-9be3-1de953c4d398 req-ad182e46-97db-4610-8d04-ca9704761be6 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0258949 Sep 15 03:29:31.462207 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bcf3bd21-a8ca-45c9-bb46-1ab887cda1e4 req-2c49679d-d559-4968-90bb-aeac8f8651ea tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0264316 Sep 15 03:29:32.552950 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-eca48fdb-ef08-4fb9-a60e-7888ad37666f req-6369b464-05ab-464e-8a29-620e3ebb1a67 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0254843 Sep 15 03:29:33.643913 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe93f786-6002-4c86-ac33-352afb60fb62 req-0e3afb27-d9ff-4f24-9e20-d8afe17c4238 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0257742 Sep 15 03:29:33.705069 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:34.733637 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7a656498-d2e8-45e3-ab09-32bad6ea043e req-b7248148-7b83-4ac1-b26f-fbdd27edb3d8 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0249958 Sep 15 03:29:35.825116 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d6ffc6b3-9a22-432a-a6d4-72eb069240ca req-10e41e70-58bd-42b7-9af9-7d9f1a322705 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0284226 Sep 15 03:29:36.915080 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b99d56e8-79f2-4fd8-b1a1-faaef2e2ca6d req-93ea6ebe-fa3d-4038-9933-d2f1030c7088 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0256197 Sep 15 03:29:38.006924 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6b82d622-4083-428b-a13e-7daab10b3212 req-0afc1e6a-1561-4ac2-a702-4580547fdd29 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0277328 Sep 15 03:29:38.246130 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-74f539ec-a963-454f-b5f3-7f642d940a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:39.095275 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1a056572-7448-4e36-9f86-5d42e8696388 req-0ab16392-4c70-42e8-9f9f-b9fe68a3c248 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0250518 Sep 15 03:29:40.189600 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-60084f6f-bad8-4b7d-89a1-03673102b013 req-1b5499c9-e9e9-47d6-b87f-c05450deddb6 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0306935 Sep 15 03:29:40.781529 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1de4-39f5-4e78-8844-f9cca2d5d043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:41.072782 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:41.280729 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f40324f8-1db3-447d-8b91-5f9d4dc608e8 req-65b50bdc-7000-4e5f-872f-ec4c89114d5b tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0278389 Sep 15 03:29:42.282203 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:42.369397 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fef6f466-a485-4116-a3d3-45691879deec req-52196d7c-2317-4056-9275-d27ea38d6aee tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0258300 Sep 15 03:29:43.460080 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-89f2451e-7bab-4af2-b064-aeb2bdeb4309 req-ee560307-0456-4dcd-805f-6e0d23b99dd1 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0264685 Sep 15 03:29:43.702943 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:44.512371 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:29:44.550180 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-830d4d53-3b81-47c3-aabe-b565235140f5 req-aa3bd3a4-7134-499f-903e-baa870b2f91f tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0257084 Sep 15 03:29:45.640380 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a1323b2d-0873-483e-a5b7-d1759d2231fb req-2316a945-7097-4fe9-bf3e-a2a6e162a923 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0261531 Sep 15 03:29:46.730545 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4403329d-d2f8-4c1e-89c7-baa524c8f733 req-48b15118-a642-4b5f-bcfe-c6366a7c60d4 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b59520c-ddec-4bc7-b668-5aeb4b0145ee HTTP/1.1" status: 200 len: 210 time: 0.0261443 Sep 15 03:29:47.782592 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 41744) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:47.906266 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Deleting port 6ea42920-5e15-4167-9dc4-073e775439bd {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:29:47.906601 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:47.982418 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:47.982742 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:47.994010 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Calling delete_port for 6ea42920-5e15-4167-9dc4-073e775439bd owned by network:floatingip {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:29:48.120728 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.148224 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event deleted for resources: {'Port': ['ID=6ea42920-5e15-4167-9dc4-073e775439bd,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:48.179974 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:48.180322 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:48.180663 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:48.181013 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:48.181338 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:48.181660 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:48.181979 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:48.182324 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:48.182672 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:48.182998 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:48.183310 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:48.183620 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:48.224529 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for floatingip, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.227117 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97305'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.228257 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6305c4ce-14ae-459d-96b2-7223e7d632fd tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "DELETE /v2.0/floatingips/94157ecb-cc2b-4aa7-b90c-71e923853646 HTTP/1.1" status: 204 len: 168 time: 0.4446959 Sep 15 03:30:03.716597 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:08.246903 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bb052fab-b2a8-4472-9875-5438265b267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:10.781487 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-71ebf1ae-8abf-44b3-b387-803dbac05423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:11.073427 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.284092 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:13.706013 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:21.510909 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:30:33.726160 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:38.247091 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-11c22e33-be4d-4c01-993b-59c5f2831e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:40.781468 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d3553922-9acc-473a-8ead-bc1bd5bcdde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:41.074828 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:42.286064 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:43.709948 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:58.510364 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:31:03.730598 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:08.247843 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d1344d9e-87f0-49a2-8088-053ad853675b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:10.784903 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f04ea680-3733-49cd-af4b-903331db4968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:11.075382 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:12.288740 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:13.711908 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:33.745566 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:35.508535 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:31:38.251856 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-10e495bf-5ef1-4de5-8771-c8806bdcd231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:40.784915 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c479f83e-78b7-457c-ab78-e83edf365015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:41.076585 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:42.290878 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:43.715165 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:03.744497 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:08.252567 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-71dd8739-1ddb-4159-a61a-cf713575cefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:10.786007 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-85332c66-0f41-4039-9cb3-93746b472557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:11.077625 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:12.294867 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:12.506928 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:32:13.718181 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:33.743441 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:38.252411 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c1f2add7-bec8-4854-b09c-dd053da635ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:40.786971 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a167e092-4147-483c-951c-ad6173a757c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:41.080359 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:42.297578 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:43.723502 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:49.504751 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:33:03.762684 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:08.251694 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e394811d-0737-4cc9-ad2f-8f9041afc166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:10.789443 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bce6c057-1656-4bcd-9c05-736f6a9ab735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:11.080904 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:12.302721 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:13.723468 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:26.503050 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:33:33.773297 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:38.253052 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-680dcad6-7e44-4bf8-ad6a-235c3c46400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:40.791659 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-613ef429-5b7c-4710-91b9-14838081caff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:41.081354 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:42.303304 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:43.727081 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:03.500801 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:34:03.771574 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:08.252999 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-87631c5b-cc62-4c87-a8a1-27bbc3fdf125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:10.791928 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5af3bdc8-4c4b-41d1-a00a-085993dddc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.082045 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.093705 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 42822) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:34:11.196504 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Deleting subnet e77cb643-d459-4856-b0c8-ec1f41ecf5ad {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:34:11.199578 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.235280 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130885014'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.273007 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.324157 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130386933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130944569'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.351977 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.354325 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e77cb643-d459-4856-b0c8-ec1f41ecf5ad HTTP/1.1" status: 204 len: 168 time: 0.2586951 Sep 15 03:34:11.354862 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77cb643-d459-4856-b0c8-ec1f41ecf5ad,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:34:11.356522 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 42832) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:34:11.362323 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.362735 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.363080 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.363416 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.363750 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.364081 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.364410 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.364741 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.365160 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.365475 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.365798 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.366118 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f25f65-9d54-48cb-af77-bd4e8cce19c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.428539 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.503176 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.522170 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f7ebfa-a6af-4768-800a-cc49edeb4af1']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:34:11.530939 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377a4626-46cf-4649-9f00-ddc1e569f84c') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:34:11.531172 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377a4626-46cf-4649-9f00-ddc1e569f84c') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:34:11.540627 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126593465'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.553299 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.559176 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:34:11.559583 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593104'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: timer() Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: cb(*args, **kw) Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: self._notify() Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: self.callback(batched_events) Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: event.method(event) Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._get(url).json() Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:34:11.561441 dv-cinder-759955-25-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:34:11.839585 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.844979 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:11.846844 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] 10.222.0.32 "DELETE /v2.0/networks/12f7ebfa-a6af-4768-800a-cc49edeb4af1 HTTP/1.1" status: 204 len: 168 time: 0.4882896 Sep 15 03:34:11.857302 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=12f7ebfa-a6af-4768-800a-cc49edeb4af1,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:34:11.864156 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.864510 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.864847 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.865202 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.865530 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.865859 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.866185 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.866543 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.866826 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.867151 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.867467 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.867785 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f28077d-708d-47b3-8816-d1e4cc690a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:34:11.949713 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 42838) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:34:11.987758 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d0110022-8a7d-4d82-8f2f-d51bd689a9e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fec6d7eae514ca384b692eeb4a1aa76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369425 Sep 15 03:34:11.990017 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 42840) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:34:12.035384 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7e73de8b-aa96-4462-aa0a-b3a9d6c0637c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:12.055861 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7e73de8b-aa96-4462-aa0a-b3a9d6c0637c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:12.100259 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7e73de8b-aa96-4462-aa0a-b3a9d6c0637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:12.102662 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7e73de8b-aa96-4462-aa0a-b3a9d6c0637c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:12.103784 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7e73de8b-aa96-4462-aa0a-b3a9d6c0637c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/334b6fd9-94cd-472e-a5b3-b65afffd218a HTTP/1.1" status: 204 len: 168 time: 0.1129177 Sep 15 03:34:12.111717 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73de8b-aa96-4462-aa0a-b3a9d6c0637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334b6fd9-94cd-472e-a5b3-b65afffd218a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:34:12.306886 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:13.729313 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:33.770097 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:38.253539 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3e06d4bd-0811-406b-a83b-5cb182a948b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:40.500142 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:34:40.792991 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1ad88ace-e448-4c20-8a6b-7eb3763c2e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:41.084954 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:42.310721 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:43.731894 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:03.772424 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:08.252920 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3cb4-62e3-4b8e-9da1-c56b5bbec795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:10.792392 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0b7a264b-46b4-4b86-a8d3-9d9d3840ee5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:11.084315 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:12.313262 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:13.735566 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:17.498365 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:35:33.800051 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:38.253697 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca49c-5ed2-4e83-be8e-dd6b6ead9bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:40.793343 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7a63368f-5af3-4092-8ca3-9f4307b820ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:41.084145 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:42.315717 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:43.739412 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:48.648577 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 43248) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:48.709653 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:48.734011 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:48.789452 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:48.791928 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:48.793079 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] 10.222.0.32 "DELETE /v2.0/security-groups/bd75a823-f7dd-4e99-a7d0-b9a81026ccbe HTTP/1.1" status: 204 len: 168 time: 0.1434872 Sep 15 03:35:48.803106 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd75a823-f7dd-4e99-a7d0-b9a81026ccbe,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:48.810333 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:48.810677 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:48.811009 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:48.811338 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:48.811660 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:48.812003 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:48.812303 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:48.812623 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:48.812963 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:48.813315 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:48.813629 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:48.813937 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b67be7-1a55-4341-9a9a-3b2b7d5a489e tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:50.054471 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 43262) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:50.541227 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d0a93eda-52a5-4cf6-84f0-684db0d10ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531461'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:50.772703 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-d0a93eda-52a5-4cf6-84f0-684db0d10ea0 admin admin] Deleting port 1a649860-1d7a-4e44-8d55-5d704a285ca4 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:35:50.773086 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d0a93eda-52a5-4cf6-84f0-684db0d10ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:50.852500 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-d0a93eda-52a5-4cf6-84f0-684db0d10ea0 admin admin] For port 1a649860-1d7a-4e44-8d55-5d704a285ca4, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=1a649860-1d7a-4e44-8d55-5d704a285ca4,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:35:50.852856 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d0a93eda-52a5-4cf6-84f0-684db0d10ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:50.864769 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-d0a93eda-52a5-4cf6-84f0-684db0d10ea0 admin admin] Calling delete_port for 1a649860-1d7a-4e44-8d55-5d704a285ca4 owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:35:51.035220 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d0a93eda-52a5-4cf6-84f0-684db0d10ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:51.059099 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a93eda-52a5-4cf6-84f0-684db0d10ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a649860-1d7a-4e44-8d55-5d704a285ca4,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:51.222693 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d0a93eda-52a5-4cf6-84f0-684db0d10ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528565'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:51.421619 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a93eda-52a5-4cf6-84f0-684db0d10ea0 admin admin] Router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:35:51.525002 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a93eda-52a5-4cf6-84f0-684db0d10ea0 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:35:51.530243 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d0a93eda-52a5-4cf6-84f0-684db0d10ea0 admin admin] 10.222.0.32 "PUT /v2.0/routers/3926c319-8a27-430f-a3f1-b3edb3a8ca1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4748478 Sep 15 03:35:51.532814 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 43268) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:51.534152 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8223ec-a111-4d16-8a77-f404d4093ca8 None None] Sync routers for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:35:51.543208 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8223ec-a111-4d16-8a77-f404d4093ca8 None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:35:51.543819 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-4c8223ec-a111-4d16-8a77-f404d4093ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:35:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:51.633219 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:51.644696 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-4c8223ec-a111-4d16-8a77-f404d4093ca8 None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: dv-cinder-759955-25-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:35:51.735967 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:51.791339 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Deleting port 9f627ffc-3400-4500-abab-b9db5bad0fcf {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:35:51.791670 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:51.820630 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-4c8223ec-a111-4d16-8a77-f404d4093ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:35:50Z', 'revision_number': 5, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port': {'id': '9f627ffc-3400-4500-abab-b9db5bad0fcf', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:51.852592 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8223ec-a111-4d16-8a77-f404d4093ca8 None None] Checking router: 3926c319-8a27-430f-a3f1-b3edb3a8ca1c for host: dv-cinder-759955-25-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:35:51.860835 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8223ec-a111-4d16-8a77-f404d4093ca8 None None] Routers {'3926c319-8a27-430f-a3f1-b3edb3a8ca1c'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:35:51.861467 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-4c8223ec-a111-4d16-8a77-f404d4093ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:35:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:51.876382 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] For port 9f627ffc-3400-4500-abab-b9db5bad0fcf, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=9f627ffc-3400-4500-abab-b9db5bad0fcf,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:35:51.876739 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:51.887844 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Calling delete_port for 9f627ffc-3400-4500-abab-b9db5bad0fcf owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:35:51.945753 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-4c8223ec-a111-4d16-8a77-f404d4093ca8 None None] Set router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:35:51.997355 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-4c8223ec-a111-4d16-8a77-f404d4093ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:35:51Z', 'revision_number': 6, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port_host': None}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:52.027074 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8223ec-a111-4d16-8a77-f404d4093ca8 None None] The sync data for ids ['3926c319-8a27-430f-a3f1-b3edb3a8ca1c'] in dv-cinder-759955-25-iscsi is: [{'id': '3926c319-8a27-430f-a3f1-b3edb3a8ca1c', 'name': 'tempest-TestVolumeBootPattern-409083285-router', 'tenant_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:23Z', 'updated_at': '2021-09-15T03:35:51Z', 'revision_number': 6, 'project_id': 'ea36f03b1dfa40e6b756e880083d62c5', 'gw_port_host': None}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:35:52.055872 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.093462 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f627ffc-3400-4500-abab-b9db5bad0fcf,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:52.148081 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528499'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.234274 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7387'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.236396 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.279557 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530649'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.280072 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3926c319-8a27-430f-a3f1-b3edb3a8ca1c {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 03:35:52.284293 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.285458 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-bed32c8c-b03f-4b79-af3d-eb5d97ce75b4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3926c319-8a27-430f-a3f1-b3edb3a8ca1c HTTP/1.1" status: 204 len: 168 time: 0.7517312 Sep 15 03:35:52.287955 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 43272) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:52.331268 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95a5aaf-3e8d-4884-b299-a3477c13d9a6 admin admin] Deleting subnet ccfd11f5-b4da-4325-8e79-d4b352dde210 {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:35:52.334184 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b95a5aaf-3e8d-4884-b299-a3477c13d9a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.368065 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b95a5aaf-3e8d-4884-b299-a3477c13d9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126593458'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.452691 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b95a5aaf-3e8d-4884-b299-a3477c13d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.502815 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b95a5aaf-3e8d-4884-b299-a3477c13d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126593422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126700332'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.530484 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a5aaf-3e8d-4884-b299-a3477c13d9a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccfd11f5-b4da-4325-8e79-d4b352dde210,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:52.532333 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b95a5aaf-3e8d-4884-b299-a3477c13d9a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.535806 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b95a5aaf-3e8d-4884-b299-a3477c13d9a6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ccfd11f5-b4da-4325-8e79-d4b352dde210 HTTP/1.1" status: 204 len: 168 time: 0.2453134 Sep 15 03:35:52.536629 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c747c00-baa8-4e31-813a-d57a5e5f1797 None None] Network 1398cfe1-5c8b-436f-a5ee-95405cd34697 requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:35:52.537139 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 43274) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:52.609666 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.662386 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Deleting port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:35:52.662514 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.722454 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] For port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=5c3dddb5-caf5-4eba-9f27-abd3277ae6be,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:35:52.722757 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.735000 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Calling delete_port for 5c3dddb5-caf5-4eba-9f27-abd3277ae6be owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:35:52.757707 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] DHCP port deletion for 1398cfe1-5c8b-436f-a5ee-95405cd34697 request from dv-cinder-759955-25-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 03:35:52.808183 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Deleting port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:35:52.808528 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.817569 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.841823 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3dddb5-caf5-4eba-9f27-abd3277ae6be,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:52.847619 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] No DVR routers for this DVR port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be on host dv-cinder-759955-25-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:35:52.884515 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] For port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=5c3dddb5-caf5-4eba-9f27-abd3277ae6be,segment=NetworkSegment(5363ed61-0c86-43e1-ae3a-22619cf51259),segment_id=5363ed61-0c86-43e1-ae3a-22619cf51259)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:35:52.885925 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.890349 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 5c3dddb5-caf5-4eba-9f27-abd3277ae6be no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:35:52.919126 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 5c3dddb5-caf5-4eba-9f27-abd3277ae6be {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:35:52.919486 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 5c3dddb5-caf5-4eba-9f27-abd3277ae6be not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:35:52.919903 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 9f627ffc-3400-4500-abab-b9db5bad0fcf no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:35:52.922019 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Calling delete_port for 5c3dddb5-caf5-4eba-9f27-abd3277ae6be owned by network:dhcp {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:35:52.926668 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.947418 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1398cfe1-5c8b-436f-a5ee-95405cd34697']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:52.950034 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 9f627ffc-3400-4500-abab-b9db5bad0fcf {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:35:52.950385 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 9f627ffc-3400-4500-abab-b9db5bad0fcf not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:35:52.950808 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 1a649860-1d7a-4e44-8d55-5d704a285ca4 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:35:52.956478 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5363ed61-0c86-43e1-ae3a-22619cf51259') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:52.956792 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5363ed61-0c86-43e1-ae3a-22619cf51259') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:52.965877 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126593465'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.971715 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 1a649860-1d7a-4e44-8d55-5d704a285ca4 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:35:52.972065 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 1a649860-1d7a-4e44-8d55-5d704a285ca4 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:35:52.979817 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.986033 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:35:52.986418 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593104'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: timer() Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: cb(*args, **kw) Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: self._notify() Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: self.callback(batched_events) Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: event.method(event) Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._get(url).json() Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:35:52.988691 dv-cinder-759955-25-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:35:53.039348 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:53.045540 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:53.061268 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:53.065941 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] 10.222.0.32 "DELETE /v2.0/networks/1398cfe1-5c8b-436f-a5ee-95405cd34697 HTTP/1.1" status: 204 len: 168 time: 0.5254762 Sep 15 03:35:53.065941 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0af6-913d-4009-aedc-181aaab47cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=1398cfe1-5c8b-436f-a5ee-95405cd34697,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:53.067001 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 43278) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:53.067639 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Pushing event deleted for resources: {'Port': ['ID=5c3dddb5-caf5-4eba-9f27-abd3277ae6be,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:53.070777 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Network 1398cfe1-5c8b-436f-a5ee-95405cd34697 is not hosted by any dhcp agent {{(pid=93870) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 15 03:35:53.070777 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] No DVR routers for this DVR port 5c3dddb5-caf5-4eba-9f27-abd3277ae6be on host dv-cinder-759955-25-iscsi {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:35:53.081850 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.082136 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.082491 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.082839 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.083151 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.083487 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.083818 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.084145 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.084489 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.084822 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.085171 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.085496 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb1f26-ea55-4fd9-a45a-ce9814bf7811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.406606 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531461'] for router_interface, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:53.639867 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Deleting port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:35:53.640205 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:53.714787 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] For port 6d6636ca-ce42-41e6-ba7f-0dabd6addad0, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=6d6636ca-ce42-41e6-ba7f-0dabd6addad0,segment=NetworkSegment(1c9eae43-d473-4735-865b-d2c013ef9a88),segment_id=1c9eae43-d473-4735-865b-d2c013ef9a88)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:35:53.715075 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:53.727649 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Calling delete_port for 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 owned by network:router_interface {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:35:53.897650 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:53.920600 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6636ca-ce42-41e6-ba7f-0dabd6addad0,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:53.933637 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.934229 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.934582 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.937940 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.937940 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.937940 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.937940 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.937940 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.937940 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.937940 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.937940 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:53.937940 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:35:54.099669 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-641969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528565'] for router_interface, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:54.302601 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Router aefd5c5d-8250-42a9-a112-65ec6aa29a82 has already been hosted by L3 agent cefd1c23-63f5-45d0-9d6c-42b4a138a1e5 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:35:54.499949 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:35:54.650298 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] Notify agent at l3_agent.dv-cinder-759955-25-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:35:54.655286 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a8313017-8b01-40d7-8cee-9e13b038d8eb admin admin] 10.222.0.32 "PUT /v2.0/routers/aefd5c5d-8250-42a9-a112-65ec6aa29a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5872297 Sep 15 03:35:54.657716 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 43286) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:54.660111 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416fb87-d7b5-4ba6-ab2e-9b37c0d58ae3 None None] Sync routers for ids ['aefd5c5d-8250-42a9-a112-65ec6aa29a82'] in dv-cinder-759955-25-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:35:54.669028 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416fb87-d7b5-4ba6-ab2e-9b37c0d58ae3 None None] Routers {'aefd5c5d-8250-42a9-a112-65ec6aa29a82'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:35:54.669626 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-7416fb87-d7b5-4ba6-ab2e-9b37c0d58ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:35:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['aefd5c5d-8250-42a9-a112-65ec6aa29a82'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:54.757126 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:54.858655 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:54.865969 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-7416fb87-d7b5-4ba6-ab2e-9b37c0d58ae3 None None] Set router aefd5c5d-8250-42a9-a112-65ec6aa29a82 gateway port host: dv-cinder-759955-25-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:35:54.912445 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Deleting port 50b06a71-858e-4da7-85bf-5d472e1467e8 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:35:54.912758 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:54.990890 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] For port 50b06a71-858e-4da7-85bf-5d472e1467e8, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=50b06a71-858e-4da7-85bf-5d472e1467e8,segment=NetworkSegment(0d438e7f-b8c0-4a0c-91be-67163e1bcb16),segment_id=0d438e7f-b8c0-4a0c-91be-67163e1bcb16)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:35:54.991257 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.004681 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Calling delete_port for 50b06a71-858e-4da7-85bf-5d472e1467e8 owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:35:55.037029 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-7416fb87-d7b5-4ba6-ab2e-9b37c0d58ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'name': 'tempest-TestVolumeBootPattern-1664202326-router', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'external_fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:27Z', 'updated_at': '2021-09-15T03:35:53Z', 'revision_number': 5, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'gw_port': {'id': '50b06a71-858e-4da7-85bf-5d472e1467e8', 'name': '', 'network_id': '73626132-cd8b-4a23-a2b0-fb3708e8a009', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:10:28Z', 'updated_at': '2021-09-15T03:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '246d0e4c-2c78-41f8-a941-563e14dfec20', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-iscsi'}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:55.066224 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416fb87-d7b5-4ba6-ab2e-9b37c0d58ae3 None None] Checking router: aefd5c5d-8250-42a9-a112-65ec6aa29a82 for host: dv-cinder-759955-25-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:35:55.074215 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416fb87-d7b5-4ba6-ab2e-9b37c0d58ae3 None None] Routers {'aefd5c5d-8250-42a9-a112-65ec6aa29a82'} bound to L3 agent in host dv-cinder-759955-25-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:35:55.074812 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-7416fb87-d7b5-4ba6-ab2e-9b37c0d58ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:21:41Z,description=,heartbeat_timestamp=2021-09-15T03:35:41Z,host='dv-cinder-759955-25-iscsi',id=cefd1c23-63f5-45d0-9d6c-42b4a138a1e5,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:21:41Z,topic='l3_agent')) {'router_ids': ['aefd5c5d-8250-42a9-a112-65ec6aa29a82'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:55.154467 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-7416fb87-d7b5-4ba6-ab2e-9b37c0d58ae3 None None] Set router aefd5c5d-8250-42a9-a112-65ec6aa29a82 gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:35:55.166666 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130386906'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.190060 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b06a71-858e-4da7-85bf-5d472e1467e8,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:55.207664 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-7416fb87-d7b5-4ba6-ab2e-9b37c0d58ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'name': 'tempest-TestVolumeBootPattern-1664202326-router', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:27Z', 'updated_at': '2021-09-15T03:35:54Z', 'revision_number': 6, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'gw_port_host': None}], 'dv-cinder-759955-25-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:55.233485 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416fb87-d7b5-4ba6-ab2e-9b37c0d58ae3 None None] The sync data for ids ['aefd5c5d-8250-42a9-a112-65ec6aa29a82'] in dv-cinder-759955-25-iscsi is: [{'id': 'aefd5c5d-8250-42a9-a112-65ec6aa29a82', 'name': 'tempest-TestVolumeBootPattern-1664202326-router', 'tenant_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:10:27Z', 'updated_at': '2021-09-15T03:35:54Z', 'revision_number': 6, 'project_id': '2ae39f9d8a1b4a75b60d4ee29fd6eb34', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:35:55.254238 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528499'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.341861 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7387'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.343905 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.384563 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530649'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.385133 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aefd5c5d-8250-42a9-a112-65ec6aa29a82 {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 03:35:55.389713 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.390838 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6ffbab86-d1e8-40e1-a4f2-d234f8452042 admin admin] 10.222.0.32 "DELETE /v2.0/routers/aefd5c5d-8250-42a9-a112-65ec6aa29a82 HTTP/1.1" status: 204 len: 168 time: 0.7322245 Sep 15 03:35:55.393228 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 43290) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:55.437165 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34d567e-7090-436e-81c6-4668c6d960ce admin admin] Deleting subnet 3134551a-1560-49db-a41d-329387881c6e {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:35:55.440025 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b34d567e-7090-436e-81c6-4668c6d960ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.474855 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b34d567e-7090-436e-81c6-4668c6d960ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130885014'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.553419 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b34d567e-7090-436e-81c6-4668c6d960ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3684184'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.607299 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b34d567e-7090-436e-81c6-4668c6d960ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3684175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130386933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130944569'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.636342 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b34d567e-7090-436e-81c6-4668c6d960ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.639191 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b34d567e-7090-436e-81c6-4668c6d960ce admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3134551a-1560-49db-a41d-329387881c6e HTTP/1.1" status: 204 len: 168 time: 0.2439079 Sep 15 03:35:55.640572 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 43292) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:55.641113 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d567e-7090-436e-81c6-4668c6d960ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3134551a-1560-49db-a41d-329387881c6e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:55.642312 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd0a13d-c78f-40c7-8fa6-2d9a5fd98a41 None None] Network 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b requested from dv-cinder-759955-25-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:35:55.710883 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451305'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.760846 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Deleting port 94f37631-5306-40cb-8f4e-ae8f47766a4b {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:35:55.761142 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777371250481'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.826294 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] For port 94f37631-5306-40cb-8f4e-ae8f47766a4b, host dv-cinder-759955-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-iscsi',level=0,port_id=94f37631-5306-40cb-8f4e-ae8f47766a4b,segment=NetworkSegment(1c9eae43-d473-4735-865b-d2c013ef9a88),segment_id=1c9eae43-d473-4735-865b-d2c013ef9a88)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:35:55.826649 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587853'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.838299 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Calling delete_port for 94f37631-5306-40cb-8f4e-ae8f47766a4b owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:35:55.911425 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3793577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777371256055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777370720193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126593441'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:55.938410 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Pushing event deleted for resources: {'Port': ['ID=94f37631-5306-40cb-8f4e-ae8f47766a4b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:55.940210 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] No DVR routers for this DVR port 94f37631-5306-40cb-8f4e-ae8f47766a4b on host dv-cinder-759955-25-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:35:55.965467 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6fefb5-e406-40a9-bfb6-1c08d91e25df None None] DHCP port deletion for 60532a68-08a1-4b9a-9cb4-eb4fbd7e527b request from dv-cinder-759955-25-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 03:35:56.017125 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682783', 'neutron.services.segments.db._delete_segments_for_network-8777371266461'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.036639 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60532a68-08a1-4b9a-9cb4-eb4fbd7e527b']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:56.045930 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9eae43-d473-4735-865b-d2c013ef9a88') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:56.046225 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9eae43-d473-4735-865b-d2c013ef9a88') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:35:56.056447 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777371261862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126593465'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.070805 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.077271 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:35:56.077760 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3681229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126593104'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: timer() Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: cb(*args, **kw) Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: self._notify() Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: self.callback(batched_events) Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: event.method(event) Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._get(url).json() Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:35:56.079777 dv-cinder-759955-25-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:35:56.136798 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528407'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.141956 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652368'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.143929 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] 10.222.0.32 "DELETE /v2.0/networks/60532a68-08a1-4b9a-9cb4-eb4fbd7e527b HTTP/1.1" status: 204 len: 168 time: 0.5023217 Sep 15 03:35:56.157659 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38803cfe-fc9c-4630-a87d-0a18b26d6981 admin admin] Pushing event deleted for resources: {'Network': ['ID=60532a68-08a1-4b9a-9cb4-eb4fbd7e527b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:56.267291 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 43298) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:56.305904 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b310fef1-624f-45d4-b530-521cda73c8c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea36f03b1dfa40e6b756e880083d62c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374401 Sep 15 03:35:56.308259 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 43300) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:56.353381 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a3bd861b-2331-4e7b-8ff0-6dbc620239f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.373828 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a3bd861b-2331-4e7b-8ff0-6dbc620239f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.417548 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a3bd861b-2331-4e7b-8ff0-6dbc620239f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.420477 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a3bd861b-2331-4e7b-8ff0-6dbc620239f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.421739 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a3bd861b-2331-4e7b-8ff0-6dbc620239f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09e4f280-557f-4055-8783-3896cdabaeb2 HTTP/1.1" status: 204 len: 168 time: 0.1126246 Sep 15 03:35:56.430114 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd861b-2331-4e7b-8ff0-6dbc620239f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e4f280-557f-4055-8783-3896cdabaeb2,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:56.728828 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 43308) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:56.778586 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-75bf9be6-3189-4eaf-b0a6-2ec674154c2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ae39f9d8a1b4a75b60d4ee29fd6eb34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483885 Sep 15 03:35:56.781078 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 43310) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:35:56.830404 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab65a9a1-96da-4d3e-bfef-1e06d71c6c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.851588 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab65a9a1-96da-4d3e-bfef-1e06d71c6c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.856735 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:35:56.875717 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:35:56.876043 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 6d6636ca-ce42-41e6-ba7f-0dabd6addad0 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:35:56.876457 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 50b06a71-858e-4da7-85bf-5d472e1467e8 no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:35:56.897841 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 50b06a71-858e-4da7-85bf-5d472e1467e8 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:35:56.898181 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 50b06a71-858e-4da7-85bf-5d472e1467e8 not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:35:56.898588 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 94f37631-5306-40cb-8f4e-ae8f47766a4b no longer exists at agent ovs-agent-dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:35:56.899776 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab65a9a1-96da-4d3e-bfef-1e06d71c6c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.902325 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab65a9a1-96da-4d3e-bfef-1e06d71c6c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:56.905873 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ab65a9a1-96da-4d3e-bfef-1e06d71c6c50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/023dc238-f831-468e-bd6c-642360f8eb7e HTTP/1.1" status: 204 len: 168 time: 0.1215274 Sep 15 03:35:56.911922 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65a9a1-96da-4d3e-bfef-1e06d71c6c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023dc238-f831-468e-bd6c-642360f8eb7e,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:35:56.926393 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] No Port match for: 94f37631-5306-40cb-8f4e-ae8f47766a4b {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:35:56.926731 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Device 94f37631-5306-40cb-8f4e-ae8f47766a4b not bound to the agent host dv-cinder-759955-25-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:36:03.815591 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:08.254691 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6f40d220-8701-4dfe-aeb2-7e8f6135e810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:10.794982 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-21bf3e16-7c6b-4c8c-bccc-d58e2f2ff6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:11.083958 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:12.319726 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:13.742144 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:31.498562 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:36:33.827941 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:38.254810 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-36e4198a-706e-44e5-837e-215439abfc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:40.795385 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2002f304-f593-4c32-b145-51922eb89c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:41.084484 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:42.321789 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:43.745130 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:03.827081 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:08.254637 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-407e1ef9-6107-4cb3-b388-2ef966cd267a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:08.497267 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:37:10.795430 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-89cd67d2-686d-42b6-afe8-2ee726b5b9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:11.085099 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:12.323863 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:13.750576 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:33.842133 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:38.253315 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4a56d98c-2d73-4867-8775-f26d4f81287a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:40.794992 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ff3f088e-5582-48f1-a517-178a94323993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:41.086069 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:42.327286 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:43.751008 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:45.496421 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:38:03.841432 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:08.252507 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-49765279-b933-4ad0-97da-faae2e59cb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:10.795388 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-16f4e9f3-899d-44c6-a33b-8611b8da335b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:11.087741 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:12.330266 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:13.754144 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:22.496354 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:38:33.870613 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:38.253708 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1cd9d481-de4f-4015-909a-fbd34e153028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:40.795081 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8814f8b7-7f3e-4add-a5b8-531f391c0b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:41.088244 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:42.332381 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:43.757066 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:59.495605 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:39:03.869951 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:08.254334 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5345a5d4-7bc5-40a9-be6c-f1a7444a64c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:10.795123 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8ca07fbd-1f62-46ac-b2ac-534221db373a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:11.088506 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:12.335505 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:13.760091 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:33.886947 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:36.494504 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:39:38.254189 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4411dad7-6327-4354-9a7a-6e4be4e0c757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:40.795553 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-99ec9b57-a277-4d46-93e2-2a46c2d1959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:41.088739 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:42.337254 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:43.763583 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:03.898739 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:08.254569 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-bea507f6-6153-405f-8eaf-014cbaf5d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:10.795430 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1397542c-6691-4fd7-a6d1-e35d38b51116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:11.089433 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:12.340916 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:13.492346 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:40:13.766562 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:33.895914 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:38.255135 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c112504c-2a4a-48cd-91bd-edb3edd4b770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:40.794651 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c936a829-73ad-447a-85cf-067e413813c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:41.089449 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:42.344680 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:43.768495 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:47.286562 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.32', 44118) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:40:47.396207 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:47.488219 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:47.491691 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:47.528114 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477a99e4-2041-4b59-9954-9800ecc28040,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:40:47.533412 dv-cinder-759955-25-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a16136f06da46aa9a12050c132aebf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458420 Sep 15 03:40:47.536126 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 44126) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:40:47.538200 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.538557 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.538902 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.539240 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.539574 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.539910 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.540244 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.540575 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.540931 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.541270 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.541596 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.541920 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8ba94-ff17-43ff-859d-f13d6cd9d083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.584758 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:47.604533 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:47.649078 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619182'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:47.651538 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:47.652664 dv-cinder-759955-25-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/477a99e4-2041-4b59-9954-9800ecc28040 HTTP/1.1" status: 204 len: 168 time: 0.1155589 Sep 15 03:40:47.660186 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477a99e4-2041-4b59-9954-9800ecc28040,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:40:47.667353 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.667712 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.668052 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.668388 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.668718 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.669150 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.669478 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.669800 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.670128 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.670449 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.670766 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:47.671084 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b941612a-9439-4784-b120-e5c878848710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:40:50.491028 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:41:03.896838 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:08.255835 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e7946f3e-f47e-479c-bc45-252869553a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:10.794982 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ac97b451-6254-4e93-abc2-fac96f9fe79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:11.090216 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:12.346673 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:13.771763 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:27.490063 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:41:33.928645 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:38.254823 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3011887c-17fd-4a4e-8bed-b9b44446c066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:40.795188 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-45dd64f8-b4a5-490b-af48-2ddfc36be57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:41.205724 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:42.349312 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:43.774923 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:03.940738 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:04.489036 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:42:08.255913 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fc73227f-3b05-4c4a-91c8-a277245c304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:10.795189 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-84c17859-3c7b-4675-9f6e-5a037a25d66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:11.086543 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:12.352768 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:13.779205 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:33.955701 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:38.256971 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8db57a18-38a5-419e-b5f3-86cd3f18907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:40.796026 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7df6caff-3ddb-4c6f-8439-649fcb2fdc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:41.086780 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:41.487820 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:42:42.356321 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:43.781450 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:46.680651 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-b78a5ecc-b128-44ef-a1dd-b99bec028e20 req-a8f1ec8d-7b4d-4579-aae8-58ba99620b36 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] (93868) timed out ('10.222.0.30', 61278) {{(pid=93868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 03:43:03.954985 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:08.256893 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2baa76f2-cbdb-45c3-be6c-1d62a44de066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:10.795602 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e8d0958a-3d96-4f11-861d-d9953e3c8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:11.086120 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:12.361513 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:13.785090 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:18.486952 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:43:33.969199 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:38.256843 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0faaf00c-a9f2-4951-9946-1a7630d916d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:40.795820 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4f17b242-bf9c-4866-acf9-4ad10d651210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:41.086551 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:42.361840 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:43.788201 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:55.486550 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:44:03.968590 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:08.257163 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-867d234a-3f37-4ffb-bd7b-c772a4f0fd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:10.795718 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-51d3ecf0-d281-4231-8857-111374f07e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:11.086330 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:12.363660 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:13.791668 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:32.485926 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:44:33.981688 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:38.259967 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-febf6129-9f0b-4a8b-84d8-38c2c4dadc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:40.794995 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-496df820-128a-4382-93e6-6b7ec4a0bea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.085827 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:42.369085 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:43.793655 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:45.642001 dv-cinder-759955-25-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-a1323b2d-0873-483e-a5b7-d1759d2231fb req-2316a945-7097-4fe9-bf3e-a2a6e162a923 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] (93868) timed out ('10.222.0.32', 35680) {{(pid=93868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 03:44:46.732787 dv-cinder-759955-25-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-4403329d-d2f8-4c1e-89c7-baa524c8f733 req-48b15118-a642-4b5f-bcfe-c6366a7c60d4 tempest-TestVolumeBootPattern-1296882511 tempest-TestVolumeBootPattern-1296882511-project] (93869) timed out ('10.222.0.32', 35564) {{(pid=93869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 03:45:03.995622 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:08.260557 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-647f1a72-b851-4511-a6af-2ffa1d2eeae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:09.484846 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:45:10.794673 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-153dc535-d3ad-4a36-af70-a967c6c8eb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:11.087932 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:12.369996 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:13.796254 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:34.008776 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:38.260686 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6a751e6d-d88d-47a1-ba93-22c1e57448b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:40.794073 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9361d525-fdda-4517-ad3c-c914097551ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:41.088285 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fa902a14-49a3-4fab-8eba-7cfaac89ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:42.372982 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe2c-bd91-489f-b216-017661123f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:43.800268 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d59db4a9-215a-44ac-93f9-503309b8a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:46.483783 dv-cinder-759955-25-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-a4fd2988-c17a-4523-b0a9-6ccbfffbf37f None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:46:03.993991 dv-cinder-759955-25-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f618fb50-ab54-48a8-8a61-4260bae30671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777371266443', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3685343'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}